-- Logs begin at Tue 2021-07-06 14:17:45 UTC, end at Tue 2021-07-06 15:15:59 UTC. -- Jul 06 14:47:43.822004 dv-cinder-788363-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 06 14:47:46.607667 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.common.config [-] Logging enabled! Jul 06 14:47:46.608287 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev452 Jul 06 14:47:46.608447 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92808) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 06 14:47:46.611653 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.common.config [-] Logging enabled! Jul 06 14:47:46.611908 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev452 Jul 06 14:47:46.612219 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92808) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 06 14:47:46.613140 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 06 14:47:46.613424 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 06 14:47:46.613872 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 06 14:47:46.614124 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 06 14:47:46.614349 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 06 14:47:46.614667 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.614968 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.615284 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.615514 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.615808 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.616097 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.616377 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.616662 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.616957 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.617242 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.617520 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.617802 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.618033 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.618311 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.618597 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.618882 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.619127 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] debug = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.619408 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.619838 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.620255 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.620535 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.620822 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.621099 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.621372 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.621648 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.621931 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.622264 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] host = dv-cinder-788363-5-iscsi {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.622805 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.623130 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.623420 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.623707 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.623982 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.624258 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.624544 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.624817 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.625088 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] log_file = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.625364 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.625653 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.625940 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.626227 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.626453 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.626677 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.626964 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.627273 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.627546 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.627820 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.628093 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.628367 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.628638 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.628919 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.629754 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.630043 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.630334 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.630606 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.630882 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.631183 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.631458 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.631743 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.632019 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.632291 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.632564 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.632851 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.633117 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.633387 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.633684 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.633969 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.634251 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.634534 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.634805 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.635117 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.635391 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.635661 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.635934 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] use_json = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.636204 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.636474 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.636755 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.637026 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.637296 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.637566 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.637835 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.638120 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:46.638418 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.638714 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.639038 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.639327 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.639620 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.639900 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.640190 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.640467 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.640755 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.641042 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.641330 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.641607 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.641896 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.642174 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.642468 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.642775 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.643104 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.643399 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.643675 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.643948 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.644221 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.644500 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.645626 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.645760 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.646024 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.646294 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.646574 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.646865 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.647175 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.647449 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.647728 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.648014 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.648291 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.648563 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.648843 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.649119 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.649393 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.649668 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.649946 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.650234 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.650511 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.650781 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.651084 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.651363 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.651632 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.651912 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.652185 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.652457 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.652729 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.653005 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.653277 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.653546 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.653820 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.654088 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.654365 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.654638 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.654906 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.655204 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.655477 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.655744 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.656015 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.656284 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.656559 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.656829 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.657099 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.657370 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.657637 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.659679 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.659679 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.659679 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.659679 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.659679 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.659679 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.659679 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.660281 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.660281 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.660435 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.660677 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.661122 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.661219 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.661489 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.661776 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.662060 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.662340 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.662636 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.662921 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.663229 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.663507 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.663784 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.664075 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.664362 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.664664 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.664962 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.665257 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.665552 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.665847 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.666128 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.666443 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.666725 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:46.666945 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 06 14:47:46.667218 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92808) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 06 14:47:47.033206 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 06 14:47:47.033484 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 06 14:47:47.033770 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 06 14:47:47.034101 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 06 14:47:47.429854 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.430137 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.430405 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.431700 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.431983 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.432251 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.467874 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.468160 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.468428 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.481752 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.482035 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.482307 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.516267 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.516662 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.516931 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.553194 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.553492 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.553932 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.787580 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.788181 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.788181 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.788340 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.789007 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.908874 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.909193 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.909473 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.909739 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.910008 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.910411 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.910668 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.910926 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.911212 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.911491 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.911761 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.912031 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.912288 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.912548 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.912802 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.913065 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.913332 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.913587 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.913855 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.914102 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.914377 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.914721 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.915000 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.915300 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.915548 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.915790 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.916187 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92808) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 14:47:47.916429 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92808) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 14:47:47.916662 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92808) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 14:47:47.916893 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92808) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 14:47:47.917123 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92808) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 14:47:47.917350 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92808) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 14:47:47.917708 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 06 14:47:47.921928 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 06 14:47:47.926446 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 06 14:47:47.930511 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jul 06 14:47:47.932266 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 06 14:47:47.932736 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 06 14:47:47.933068 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 06 14:47:47.933452 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 06 14:47:47.936467 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 06 14:47:47.936722 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 06 14:47:47.937093 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 06 14:47:47.965860 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 06 14:47:47.966315 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.966618 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92808) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 06 14:47:47.966993 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.968346 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92808) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 06 14:47:47.968638 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 06 14:47:47.968886 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 06 14:47:47.972101 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:47.972382 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.036619 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 06 14:47:48.036854 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 06 14:47:48.037089 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 06 14:47:48.037469 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 06 14:47:48.058749 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_db.sqlalchemy.engines [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92808) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 06 14:47:48.601059 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.plugins.ml2.managers [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Initializing driver for type 'gre' Jul 06 14:47:48.601526 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] gre ID ranges: [(1, 1000)] Jul 06 14:47:48.654764 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.plugins.ml2.managers [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Initializing driver for type 'local' Jul 06 14:47:48.655138 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.plugins.ml2.managers [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Initializing driver for type 'vlan' Jul 06 14:47:48.668494 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] VlanTypeDriver initialization complete Jul 06 14:47:48.668860 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.plugins.ml2.managers [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Initializing driver for type 'vxlan' Jul 06 14:47:48.669330 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] vxlan ID ranges: [(1, 1000)] Jul 06 14:47:48.720247 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.plugins.ml2.managers [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Initializing extension driver 'port_security' Jul 06 14:47:48.720587 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.plugins.ml2.extensions.port_security [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] PortSecurityExtensionDriver initialization complete Jul 06 14:47:48.720914 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.plugins.ml2.managers [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Initializing mechanism driver 'openvswitch' Jul 06 14:47:48.721236 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.plugins.ml2.managers [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Initializing mechanism driver 'hyperv' Jul 06 14:47:48.727843 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.plugins.ml2.plugin [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:47:48.728534 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > port after_create 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.728913 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > port after_update 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.729275 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > port after_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.729793 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92808) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 14:47:48.730232 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > subnet after_create 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.730592 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > subnet after_update 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.730943 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.731356 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92808) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 14:47:48.731764 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > network after_create 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.732116 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > network after_update 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.732463 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > network after_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.732848 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92808) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 14:47:48.733254 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > security_group after_create 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.733610 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > security_group after_update 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.733966 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.734491 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92808) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 14:47:48.734902 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.735285 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.735637 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.736029 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92808) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 14:47:48.736438 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > address_group after_create 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.736793 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > address_group after_update 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.737142 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.737532 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92808) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 14:47:48.737908 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] ML2 OVO RPC backend initialized. {{(pid=92808) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 06 14:47:48.739171 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.739703 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.740126 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > network before_response 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.740480 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > networks before_response 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.740831 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > port before_response 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.741175 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > ports before_response 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.741523 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > subnet before_response 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.741868 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > subnets before_response 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.742247 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > network after_create 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.742562 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > network after_update 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.742902 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > network after_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.743266 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > port after_create 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.743608 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > port after_update 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.743954 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > port after_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.744295 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > subnet after_create 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.744633 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > subnet after_update 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.744968 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.745557 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.plugins.ml2.plugin [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Modular L2 Plugin initialization complete Jul 06 14:47:48.745887 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading services supported by the core plugin {{(pid=92808) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 06 14:47:48.746223 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.plugins.ml2.managers [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Got port-security extension from driver 'port_security' Jul 06 14:47:48.746689 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.extensions.vlantransparent [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Disabled vlantransparent extension. Jul 06 14:47:48.747277 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92808) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 06 14:47:48.747853 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading Plugin: router Jul 06 14:47:48.783578 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.783979 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > router after_create 55549900 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.784357 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > router before_create 55549900 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.784722 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.785096 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.785478 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > router after_delete 55549900 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.785839 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.786203 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > router after_create 55549900 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.786554 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > router after_update 55549900 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.786960 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > router after_update 55549900 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.787284 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.787644 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > router after_update 55549900 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.788177 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > router precommit_update 55549900 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.788413 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: port after_update 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.788755 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: port after_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.789095 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: subnet after_update 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.789434 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.789784 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.790132 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > router precommit_create 55549900 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.790475 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: port before_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.790822 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > router precommit_create 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.791203 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > router after_update 55549900 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.791551 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.791905 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > router precommit_create 55549900 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.792267 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.792615 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > router precommit_update 55549900 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.792985 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > agent after_create 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.793388 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > agent after_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.793684 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > network after_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.794548 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.quota.resource_registry [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Tracking information for resource: router configured {{(pid=92808) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 14:47:48.794886 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.quota.resource_registry [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Tracking information for resource: floatingip configured {{(pid=92808) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 14:47:48.799954 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.db.l3_agentschedulers_db [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 06 14:47:48.800535 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: port after_update 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.801412 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: port after_create 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.801897 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: port after_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.802263 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: port after_update 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.803092 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > router before_create 55550100 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.803465 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.803829 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > router precommit_create 55550100 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.804190 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > router precommit_update 55550100 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.808753 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.services.provider_configuration [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Service providers = [] {{(pid=92808) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 06 14:47:48.809117 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.db.servicetype_db [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92808) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 06 14:47:48.812108 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.services.service_base [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92808) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 14:47:48.812462 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.services.service_base [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92808) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 14:47:48.812818 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.services.service_base [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92808) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 14:47:48.813711 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.services.service_base [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92808) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 14:47:48.814088 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.services.service_base [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 06 14:47:48.814477 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92808) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 14:47:48.814798 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 06 14:47:48.826474 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92808) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 14:47:48.826815 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading Plugin: auto_allocate Jul 06 14:47:48.832571 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: network precommit_update 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.832952 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: network precommit_create 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.833479 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92808) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 14:47:48.833804 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading Plugin: tag Jul 06 14:47:48.840342 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92808) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 14:47:48.840677 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading Plugin: timestamp Jul 06 14:47:48.846054 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92808) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 14:47:48.846390 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading Plugin: network_ip_availability Jul 06 14:47:48.852479 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.852793 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.853160 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:48.853885 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92808) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 14:47:48.854206 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading Plugin: flavors Jul 06 14:47:48.858923 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92808) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 14:47:48.859284 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading Plugin: revisions Jul 06 14:47:48.864373 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92808) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 14:47:48.864777 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_concurrency.lockutils [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.831s {{(pid=92808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 06 14:47:48.865556 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92808) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 06 14:47:48.865898 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Initializing extension manager. Jul 06 14:47:48.866426 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: __init__.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.866774 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: __pycache__ {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.867142 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.867481 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: address_group.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.868401 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.869006 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: address-group Jul 06 14:47:48.869337 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: address_scope.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.870074 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.870585 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: address-scope Jul 06 14:47:48.870913 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.872013 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.872799 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: router-admin-state-down-before-update Jul 06 14:47:48.873138 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: agent.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.873877 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.874650 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: agent Jul 06 14:47:48.875011 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: agent_resources_synced.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.876022 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.876550 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: agent-resources-synced Jul 06 14:47:48.876881 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: allowedaddresspairs.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.878804 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.879401 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: allowed-address-pairs Jul 06 14:47:48.879733 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: auto_allocated_topology.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.880916 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.881440 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: auto-allocated-topology Jul 06 14:47:48.881769 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: availability_zone.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.882485 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.883024 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: availability_zone Jul 06 14:47:48.883350 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: availability_zone_filter.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.884320 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.884834 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: availability_zone_filter Jul 06 14:47:48.885157 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: data_plane_status.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.886096 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.886602 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extension data-plane-status not supported by any of loaded plugins Jul 06 14:47:48.886925 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: default_subnetpools.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.887910 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.888427 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: default-subnetpools Jul 06 14:47:48.888747 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.889610 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.890113 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: dhcp_agent_scheduler Jul 06 14:47:48.890436 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: dns.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.891419 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.891924 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extension dns-integration not supported by any of loaded plugins Jul 06 14:47:48.892248 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: dns_domain_ports.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.893183 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.893687 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 06 14:47:48.894011 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.895133 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.895514 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 06 14:47:48.895839 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: dvr.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.896523 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.897020 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: dvr Jul 06 14:47:48.897347 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: empty_string_filtering.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.898271 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.898777 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: empty-string-filtering Jul 06 14:47:48.899134 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.900047 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.900549 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 06 14:47:48.900872 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.901785 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.902294 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 06 14:47:48.902622 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: external_net.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.903580 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.904090 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: external-net Jul 06 14:47:48.904412 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.905327 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.905832 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: extra_dhcp_opt Jul 06 14:47:48.906155 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: extraroute.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.907183 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.907687 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: extraroute Jul 06 14:47:48.908010 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: extraroute_atomic.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.909071 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.909579 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: extraroute-atomic Jul 06 14:47:48.909902 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: filter_validation.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.911170 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.911670 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: filter-validation Jul 06 14:47:48.911992 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: fip_pf_description.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.912916 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.913426 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 06 14:47:48.913749 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: fip_port_details.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.914665 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.915210 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: fip-port-details Jul 06 14:47:48.915532 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: flavors.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.916771 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.917286 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: flavors Jul 06 14:47:48.917613 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.919333 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.919852 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 06 14:47:48.920262 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: floatingip_pools.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.920891 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.921398 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: floatingip-pools Jul 06 14:47:48.921727 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: ip_allocation.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.922661 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.923203 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extension ip_allocation not supported by any of loaded plugins Jul 06 14:47:48.923534 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.924456 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.924966 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: ip-substring-filtering Jul 06 14:47:48.925293 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: l2_adjacency.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.926284 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.926789 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 06 14:47:48.927232 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: l3.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.928244 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.928758 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: router Jul 06 14:47:48.929087 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.931568 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.932097 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 06 14:47:48.932434 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.933383 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.933900 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: ext-gw-mode Jul 06 14:47:48.934230 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.935179 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.935694 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: l3-ha Jul 06 14:47:48.936022 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: l3_flavors.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.936934 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.937447 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: l3-flavors Jul 06 14:47:48.937771 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.938683 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.939291 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 06 14:47:48.939617 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: l3agentscheduler.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.940679 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.941192 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: l3_agent_scheduler Jul 06 14:47:48.942069 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: logging.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.943710 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.944233 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extension logging not supported by any of loaded plugins Jul 06 14:47:48.944568 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: metering.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.945316 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.945896 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: metering Jul 06 14:47:48.946226 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.947549 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.947894 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: metering_source_and_destination_fields Jul 06 14:47:48.948229 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: multiprovidernet.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.949164 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.949680 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: multi-provider Jul 06 14:47:48.950051 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: netmtu.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.950931 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.951472 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: net-mtu Jul 06 14:47:48.951796 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: netmtu_writable.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.952788 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.953300 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: net-mtu-writable Jul 06 14:47:48.953620 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: network_availability_zone.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.954303 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.954796 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: network_availability_zone Jul 06 14:47:48.955232 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: network_ip_availability.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.956317 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.956787 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: network-ip-availability Jul 06 14:47:48.957168 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: network_segment_range.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.958487 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.959013 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extension network-segment-range not supported by any of loaded plugins Jul 06 14:47:48.959398 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: pagination.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.960336 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.960670 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: pagination Jul 06 14:47:48.960994 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: port_device_profile.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.961910 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.962428 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: port-device-profile Jul 06 14:47:48.962752 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.963733 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.964222 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: port-mac-address-regenerate Jul 06 14:47:48.964546 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.965462 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.965977 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: port-numa-affinity-policy Jul 06 14:47:48.966300 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: port_resource_request.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.967241 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.967743 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extension port-resource-request not supported by any of loaded plugins Jul 06 14:47:48.968070 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: portbindings.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.969082 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.969520 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: binding Jul 06 14:47:48.969896 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: portbindings_extended.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.971326 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.971844 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: binding-extended Jul 06 14:47:48.972179 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: portsecurity.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.973458 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.973978 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: port-security Jul 06 14:47:48.974306 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: project_id.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.975332 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.975669 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: project-id Jul 06 14:47:48.975995 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: providernet.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.976918 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.977433 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: provider Jul 06 14:47:48.977759 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: qos.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.981348 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.981873 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extension qos not supported by any of loaded plugins Jul 06 14:47:48.982208 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.983482 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.984003 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 06 14:47:48.984335 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.985266 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.985777 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 06 14:47:48.986104 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: qos_default.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.987050 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.987562 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extension qos-default not supported by any of loaded plugins Jul 06 14:47:48.987891 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: qos_fip.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.988559 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.989220 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extension qos-fip not supported by any of loaded plugins Jul 06 14:47:48.989506 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: qos_gateway_ip.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.990442 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.990957 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 06 14:47:48.991330 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: qos_port_network_policy.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.992227 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.992740 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 06 14:47:48.993066 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: qos_rule_type_details.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.994004 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.994514 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 06 14:47:48.994882 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: qos_rules_alias.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.995934 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.996443 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 06 14:47:48.996769 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: quotasv2.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:48.998030 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:48.998362 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: quotas Jul 06 14:47:48.998685 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: quotasv2_detail.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:49.001803 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:49.002143 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: quota_details Jul 06 14:47:49.002480 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: rbac.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:49.003598 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:49.004661 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: rbac-policies Jul 06 14:47:49.004992 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: rbac_address_group.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:49.006141 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:49.006666 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: rbac-address-group Jul 06 14:47:49.007022 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: rbac_address_scope.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:49.007947 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:49.008464 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: rbac-address-scope Jul 06 14:47:49.008793 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: rbac_security_groups.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:49.009711 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:49.010232 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: rbac-security-groups Jul 06 14:47:49.010559 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: rbac_subnetpool.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:49.011530 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:49.012046 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: rbac-subnetpool Jul 06 14:47:49.012375 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: revisionifmatch.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:49.013297 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:49.013820 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: revision-if-match Jul 06 14:47:49.014150 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: revisions.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:49.015292 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:49.015811 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: standard-attr-revisions Jul 06 14:47:49.016139 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: router_availability_zone.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:49.016827 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:49.017342 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: router_availability_zone Jul 06 14:47:49.017670 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: routerservicetype.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:49.018611 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:49.019269 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extension router-service-type not supported by any of loaded plugins Jul 06 14:47:49.019466 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:49.020963 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:49.021479 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: security-groups-normalized-cidr Jul 06 14:47:49.021806 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:49.022730 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:49.023269 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: port-security-groups-filtering Jul 06 14:47:49.023592 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:49.024523 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:49.025041 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: security-groups-remote-address-group Jul 06 14:47:49.025364 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: securitygroup.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:49.035299 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:49.035838 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: security-group Jul 06 14:47:49.036177 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: segment.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:49.036996 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:49.037502 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extension segment not supported by any of loaded plugins Jul 06 14:47:49.037835 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:49.038855 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:49.039395 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 06 14:47:49.039728 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: servicetype.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:49.040854 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:49.041381 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: service-type Jul 06 14:47:49.041717 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: sorting.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:49.042704 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:49.043076 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: sorting Jul 06 14:47:49.043406 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: standard_attr_segment.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:49.044399 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:49.044917 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 06 14:47:49.045246 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: standardattrdescription.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:49.045901 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:49.046408 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: standard-attr-description Jul 06 14:47:49.046734 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: stateful_security_group.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:49.047706 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:49.048224 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: stateful-security-group Jul 06 14:47:49.048549 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: stdattrs_common.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:49.049139 dv-cinder-788363-5-iscsi neutron-server[92808]: WARNING neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 06 14:47:49.049458 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:49.050403 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:49.051070 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 06 14:47:49.051409 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: subnet_onboard.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:49.052667 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:49.053190 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: subnet_onboard Jul 06 14:47:49.053521 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:49.054467 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:49.055012 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 06 14:47:49.055339 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: subnet_service_types.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:49.056286 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:49.056931 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: subnet-service-types Jul 06 14:47:49.057142 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: subnetallocation.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:49.058247 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:49.058774 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: subnet_allocation Jul 06 14:47:49.059124 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:49.059804 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:49.060312 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: subnetpool-prefix-ops Jul 06 14:47:49.060633 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:49.061568 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:49.062075 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 06 14:47:49.062398 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: tagging.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:49.063551 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:49.064084 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: standard-attr-tag Jul 06 14:47:49.064413 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: timestamp.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:49.065669 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:49.066187 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loaded extension: standard-attr-timestamp Jul 06 14:47:49.067213 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: trunk.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:49.068287 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:49.068802 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extension trunk not supported by any of loaded plugins Jul 06 14:47:49.069134 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: trunk_details.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:49.070066 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:49.070687 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extension trunk-details not supported by any of loaded plugins Jul 06 14:47:49.071054 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: uplink_status_propagation.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:49.072001 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:49.072615 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 06 14:47:49.072945 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Loading extension file: vlantransparent.py {{(pid=92808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 14:47:49.073641 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 14:47:49.074235 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 06 14:47:49.077183 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.quota.resource_registry [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Creating instance of TrackedResource for resource:network Jul 06 14:47:49.077732 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.quota.resource_registry [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Creating instance of TrackedResource for resource:subnet Jul 06 14:47:49.078133 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.quota.resource_registry [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 14:47:49.078531 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.quota.resource_registry [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Creating instance of TrackedResource for resource:port Jul 06 14:47:49.079837 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.v2.resource_helper [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 14:47:49.080285 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.v2.resource_helper [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Service FLAVORS assigned prefix: {{(pid=92808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 14:47:49.080898 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.v2.resource_helper [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 14:47:49.081322 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.v2.resource_helper [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 14:47:49.081654 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.quota.resource_registry [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Creating instance of TrackedResource for resource:router Jul 06 14:47:49.082141 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.quota.resource_registry [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Creating instance of TrackedResource for resource:floatingip Jul 06 14:47:49.083186 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.v2.resource_helper [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Service METERING assigned prefix: /metering {{(pid=92808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 14:47:49.084673 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:49.085046 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:49.085403 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:47:49.086410 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.quota.resource_registry [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Creating instance of CountableResource for resource:rbac_policy Jul 06 14:47:49.086868 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.quota.resource_registry [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Creating instance of TrackedResource for resource:security_group Jul 06 14:47:49.087381 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.quota.resource_registry [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 06 14:47:49.087938 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.v2.resource_helper [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Service CORE assigned prefix: {{(pid=92808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 14:47:49.088269 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.quota.resource_registry [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 14:47:49.088630 dv-cinder-788363-5-iscsi neutron-server[92808]: WARNING neutron.quota.resource_registry [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] subnetpool is already registered Jul 06 14:47:49.089052 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.v2.resource_helper [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Service CORE assigned prefix: {{(pid=92808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 14:47:49.089379 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.quota.resource_registry [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 14:47:49.089711 dv-cinder-788363-5-iscsi neutron-server[92808]: WARNING neutron.quota.resource_registry [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] subnetpool is already registered Jul 06 14:47:49.092053 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.v2.resource_helper [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 14:47:49.092485 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.v2.resource_helper [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Service FLAVORS assigned prefix: {{(pid=92808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 14:47:49.093080 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.v2.resource_helper [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 14:47:49.093502 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.v2.resource_helper [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 14:47:49.093838 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.quota.resource_registry [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Creating instance of TrackedResource for resource:router Jul 06 14:47:49.094166 dv-cinder-788363-5-iscsi neutron-server[92808]: WARNING neutron.quota.resource_registry [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] router is already registered Jul 06 14:47:49.094582 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.quota.resource_registry [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Creating instance of TrackedResource for resource:floatingip Jul 06 14:47:49.094920 dv-cinder-788363-5-iscsi neutron-server[92808]: WARNING neutron.quota.resource_registry [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] floatingip is already registered Jul 06 14:47:49.095398 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.v2.resource_helper [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Service METERING assigned prefix: /metering {{(pid=92808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 14:47:49.096074 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.quota.resource_registry [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Creating instance of CountableResource for resource:rbac_policy Jul 06 14:47:49.096401 dv-cinder-788363-5-iscsi neutron-server[92808]: WARNING neutron.quota.resource_registry [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] rbac_policy is already registered Jul 06 14:47:49.096816 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.quota.resource_registry [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Creating instance of TrackedResource for resource:security_group Jul 06 14:47:49.097151 dv-cinder-788363-5-iscsi neutron-server[92808]: WARNING neutron.quota.resource_registry [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] security_group is already registered Jul 06 14:47:49.097558 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.quota.resource_registry [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 06 14:47:49.097968 dv-cinder-788363-5-iscsi neutron-server[92808]: WARNING neutron.quota.resource_registry [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] security_group_rule is already registered Jul 06 14:47:49.098628 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.v2.resource_helper [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Service CORE assigned prefix: {{(pid=92808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 14:47:49.098954 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.quota.resource_registry [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 14:47:49.099316 dv-cinder-788363-5-iscsi neutron-server[92808]: WARNING neutron.quota.resource_registry [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] subnetpool is already registered Jul 06 14:47:49.099740 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.v2.resource_helper [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Service CORE assigned prefix: {{(pid=92808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 14:47:49.100068 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.quota.resource_registry [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 14:47:49.100399 dv-cinder-788363-5-iscsi neutron-server[92808]: WARNING neutron.quota.resource_registry [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] subnetpool is already registered Jul 06 14:47:49.100885 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: extensions {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.102423 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: address-groups {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.104037 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: address-scopes {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.105343 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: agents {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.106507 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: auto-allocated-topology {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.107801 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: availability_zones {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.109028 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: dhcp-networks {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.111935 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: dhcp-agents {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.113483 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: routers {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.115443 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: flavors {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.116744 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: service_profiles {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.117973 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: next_providers {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.119471 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: service_profiles {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.121066 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: floatingip-pools {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.122288 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: routers {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.124318 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: floatingips {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.125605 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: l3-routers {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.127054 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: l3-agents {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.128498 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: metering-labels {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.130597 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: metering-label-rules {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.132027 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: network-ip-availabilities {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.133303 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: bindings {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.134888 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: quotas {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.136484 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: quotas {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.137887 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: rbac-policies {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.139113 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: security-groups {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.140439 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: security-group-rules {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.141704 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: service-providers {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.142920 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: subnetpools {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.144300 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: subnetpools {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.146591 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: tags {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.148336 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: tags {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.150199 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: tags {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.152041 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: tags {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.153723 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: tags {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.155735 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: tags {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.157418 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: tags {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.159312 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: tags {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.161323 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: tags {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.163201 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron.api.extensions [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Extended resource: tags {{(pid=92808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 14:47:49.170383 dv-cinder-788363-5-iscsi neutron-server[92808]: WARNING keystonemiddleware.auth_token [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 06 14:47:49.175102 dv-cinder-788363-5-iscsi neutron-server[92808]: WARNING keystonemiddleware.auth_token [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 06 14:47:49.185476 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_concurrency.lockutils [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Acquired lock "singleton_lock" {{(pid=92808) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 06 14:47:49.185953 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_concurrency.lockutils [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Releasing lock "singleton_lock" {{(pid=92808) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 06 14:47:49.186631 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO oslo_service.service [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Starting 2 workers Jul 06 14:47:49.191724 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Started child 92915 {{(pid=92808) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 14:47:49.196490 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Started child 92916 {{(pid=92808) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 14:47:49.198150 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:49.198780 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO neutron.service [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 06 14:47:49.198880 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Notify callbacks [] for process, before_spawn {{(pid=92808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:49.199735 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [-] (92915) wsgi starting up on http://0.0.0.0:9696 Jul 06 14:47:49.201262 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:49.201743 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO oslo_service.service [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Starting 1 workers Jul 06 14:47:49.202756 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [-] (92916) wsgi starting up on http://0.0.0.0:9696 Jul 06 14:47:49.206643 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Started child 92917 {{(pid=92808) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 14:47:49.207779 dv-cinder-788363-5-iscsi neutron-server[92808]: INFO oslo_service.service [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Starting 1 workers Jul 06 14:47:49.211270 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.service [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] calling RpcWorker wait() {{(pid=92917) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 06 14:47:49.211912 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.service [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] returning from RpcWorker wait() {{(pid=92917) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 06 14:47:49.212590 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Started child 92918 {{(pid=92808) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 14:47:49.213304 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:49.213409 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG neutron_lib.callbacks.manager [None req-00ea18f8-bd13-4039-a112-1a2790ca3a50 None None] Notify callbacks [] for process, after_spawn {{(pid=92808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:49.213844 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:47:49.215375 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92808) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 06 14:47:49.215595 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 06 14:47:49.215787 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 06 14:47:49.216006 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 06 14:47:49.216358 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 06 14:47:49.216523 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 06 14:47:49.217040 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.217294 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.217546 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.217821 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.218103 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:49.218583 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.218737 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.219023 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.219279 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.219455 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:47:49.219592 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.219808 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.219981 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.220148 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.220408 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.220652 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.220917 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.221201 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.221446 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.221706 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.221879 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.222135 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.222400 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.222646 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.223565 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] debug = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.224331 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.224331 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.224604 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.224949 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.225092 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.225374 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.225538 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.226883 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.226883 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.226883 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.226883 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.226883 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.229158 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.229158 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.229158 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.229158 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.229158 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.229158 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] host = dv-cinder-788363-5-iscsi {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.229158 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.229158 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.230211 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.230211 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.230211 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.230211 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.230211 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.230211 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.231541 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.231541 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.232034 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.232652 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.233270 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.233873 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] log_file = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.234369 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] log_options = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.234998 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.235648 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.236297 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.236851 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.237151 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.237474 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.237917 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.238215 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.238683 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.239108 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.239504 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.239907 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.240293 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.240750 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.241125 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.241562 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.241958 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.242325 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.242809 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.243301 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.243716 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.244118 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.244523 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.244923 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.245342 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.245752 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.246166 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.246648 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.247031 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.247485 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.248281 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.248578 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.248841 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.250078 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.250078 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.250078 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.250505 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.250505 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.250745 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.250866 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.251146 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.251396 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.251658 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.251888 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.252137 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.252356 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] use_json = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.252565 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.252788 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.253201 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.253561 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.253958 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.254340 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.254941 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.255254 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.255613 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.255961 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.256226 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.257013 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.257013 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.257013 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.257780 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.257780 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.257780 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.259311 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.259311 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.259311 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.259311 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.259311 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.260603 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.260603 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.260603 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.260603 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.260603 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.261419 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.261419 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.261419 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.261908 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.261908 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.262302 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.262302 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.262714 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.262714 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.263156 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.263156 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.263575 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.263575 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.263966 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.264824 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.264824 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.264824 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.264824 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.266072 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.266072 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.266072 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.266072 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.266072 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.266072 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.267404 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.267404 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.267404 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.267404 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.267404 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.269312 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.269312 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.269312 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.269312 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.269312 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.269312 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.269312 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.269312 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.269312 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.270690 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.270690 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.270690 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.270690 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.270916 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.271093 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.271317 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.271637 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.271775 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.272016 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.272235 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.272476 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.272693 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.272968 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.273118 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.273315 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.273697 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.274066 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.274425 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.274794 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.275064 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.275354 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.275559 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.275736 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.275911 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.276122 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.276326 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.276612 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.276931 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.277316 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.277524 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.277698 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.277873 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.278086 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.278798 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.278798 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.278798 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.279514 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.279514 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.279944 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.279944 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.280364 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.280364 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.282489 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.282489 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.282489 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.282489 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.282489 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.282489 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.282489 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.282489 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.284154 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.284154 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.284154 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.284154 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.284154 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.284154 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.284154 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.284154 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.288182 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.288182 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.288182 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.288182 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.288182 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.288182 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.288182 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.288182 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.290443 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.290443 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.290443 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.290443 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.290443 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.290443 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.290443 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.290443 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.292275 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.292275 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.292275 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.292275 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.292275 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.292275 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.292275 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.292275 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.301559 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.301559 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.301559 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.301559 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.301559 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.301559 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.301559 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.301559 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.303517 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.303517 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.303517 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.303517 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.303517 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.303517 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.303517 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.303517 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.305134 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.305134 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.305134 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.305134 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.305134 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.305134 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.305134 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.305134 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.306594 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.306594 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.306594 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.306594 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.306594 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.306594 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.306594 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.306594 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.308072 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.308072 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.308072 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.308072 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.308072 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.308072 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.308072 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.308072 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.309362 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.309362 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.309362 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.309362 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.309362 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.309362 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.309362 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.309362 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.310395 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.310395 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.310395 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.310395 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.310395 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.310395 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.310395 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.310395 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.311459 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.311459 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.311459 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.311459 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.311459 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.311459 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.311459 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.311459 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.311459 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.312626 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.312626 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.312626 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.312626 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.312626 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.312626 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.312626 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.312626 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.313636 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.313636 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.313636 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.313636 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.313636 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.313636 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.313636 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.313636 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.314828 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.314828 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.314828 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.314828 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.314828 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.314828 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.314828 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.314828 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.315955 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.315955 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.315955 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.315955 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.315955 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.315955 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.315955 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.315955 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.317196 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.317196 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.317196 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.317196 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.317196 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.317196 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.317196 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.317196 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.318457 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.318457 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.318457 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.318457 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.318457 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.318457 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.318457 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.318457 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.319529 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.319529 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.319529 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.319529 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.319529 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.319529 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.319529 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.319529 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.320966 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.320966 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.320966 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.320966 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.320966 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.320966 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.320966 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.320966 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.320966 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.322198 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.322198 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.322198 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.322198 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.322198 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.322198 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.323126 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.323126 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.323126 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.323126 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 06 14:47:49.323639 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92808) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 06 14:47:49.323639 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 06 14:47:49.324114 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 06 14:47:49.324114 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 06 14:47:49.324114 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 06 14:47:49.324500 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 06 14:47:49.324500 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.324500 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.324966 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.324966 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.324966 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.325344 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.325344 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.325610 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.325610 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.325854 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.325854 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.326121 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.326257 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.326391 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.326534 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.326668 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.326802 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.326935 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.327133 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.327270 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.327425 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.327559 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.327692 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] debug = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.327827 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.327959 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.328122 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.328259 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.328392 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.328554 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.328706 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.328843 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.329008 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.329160 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.329342 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.329481 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.329615 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.329749 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.329905 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.330059 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.330202 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.330379 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] host = dv-cinder-788363-5-iscsi {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.330512 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.330649 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.330810 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.330953 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.331129 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.331290 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.331443 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.331598 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.331758 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.331918 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.332860 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.332860 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.333133 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.333133 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] log_file = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.333383 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] log_options = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.333383 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.333636 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.333780 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.333914 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.334067 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.334292 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.334292 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.334564 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.334699 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.334843 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.335038 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.335038 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.335303 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.335436 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.335580 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.335713 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.335847 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.335981 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.336127 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.336260 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.336392 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.336519 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.336678 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.336838 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.336996 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.337141 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.337304 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.337456 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.337602 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.337756 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.337898 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.338062 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.338204 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.338368 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.338509 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.338672 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.338823 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.338995 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.339142 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.339306 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.339448 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.339595 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.339757 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.339911 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.340046 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.340207 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] use_json = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.340350 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.340513 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.340673 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.340830 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.340989 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.341147 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.341304 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.341463 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 14:47:49.341669 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.341833 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.342007 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.342168 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.342328 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.342490 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.342652 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.342814 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.342990 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.343172 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.343342 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.343506 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.343678 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.343839 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.344000 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.344164 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.344409 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.344538 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.344634 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.344789 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.344950 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.345110 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.345287 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.345449 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.345611 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.345774 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.345934 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.346096 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.346257 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.346419 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.346581 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.346748 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.346909 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.347093 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.347256 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.347417 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.347578 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.347794 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.348473 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.348634 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.348965 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.349317 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.349317 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.349634 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.349634 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.349908 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.349908 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.350157 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.350157 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.350323 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.350498 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.350665 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.350806 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.350998 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.351167 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.351328 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.351491 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.351647 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.351802 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.351965 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.352128 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.352304 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.352466 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.352630 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.352791 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.352954 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.353223 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.353384 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.353524 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.353690 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.353852 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.354013 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.354225 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.354320 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.354536 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.354668 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.354790 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.354943 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.355129 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.355291 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.355453 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.355614 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.355776 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.355939 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.356110 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.356287 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.356449 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.356614 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.356776 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.356937 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.357101 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.357263 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.357425 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.357588 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.357750 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.357912 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.358074 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.358238 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.358400 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.358562 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.358724 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.358885 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.359181 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.359267 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.359562 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.359562 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.359720 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.359860 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.360006 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.360143 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.360280 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.360437 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.360599 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.360764 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.360925 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.361094 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.361266 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.361430 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.361593 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.361755 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.362027 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.362148 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.362216 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.362379 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.362540 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.362702 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.362865 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.363063 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.363235 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.363515 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.363746 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.363910 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.364096 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.364406 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.364618 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.364735 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.365058 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.365223 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.365385 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.365547 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.365711 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.365873 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.366036 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.366244 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.366388 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.366509 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.366650 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.366817 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.366995 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.367170 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.367335 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.367498 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.367662 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.367824 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.367987 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.368148 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.368311 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.368473 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.368635 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.368796 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.368958 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.369465 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.369465 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.369465 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.369801 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.369801 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.370030 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.370030 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.370247 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.370377 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.370488 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.371262 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.371262 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.371262 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.371262 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.371262 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.371601 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.371601 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.371845 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.371845 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.372069 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.372192 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.372318 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.372480 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.372910 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.373073 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.373234 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.373413 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.373575 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.373738 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.373899 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.374062 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.374223 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.374390 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.374542 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.374705 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.374867 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.375050 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.375217 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.375384 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.375546 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.375708 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.375871 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.376050 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.376193 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.376355 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.376529 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.376693 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.376855 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.377018 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.377129 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:47:49.377239 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.377342 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.377490 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.377652 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.377814 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.377975 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.378135 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.378297 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.378469 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.378630 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.378792 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.379055 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.379326 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.379633 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.380036 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.380203 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.380367 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.380530 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.380692 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.380853 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.381025 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.381187 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.381350 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.381512 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.381674 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.381835 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.382008 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.382173 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.382337 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.382508 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.382672 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.382834 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.383019 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.383199 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.383363 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.383527 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.383690 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.383852 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.384016 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.384180 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.384347 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.384519 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.384689 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.384853 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.385025 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.385197 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.385371 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.385533 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.385702 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.385878 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.386039 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.386201 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.386362 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.386523 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.386685 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.386846 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.387029 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.387195 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.387359 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.387520 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.387681 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.387842 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.388004 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.388274 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.388408 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.388566 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.388784 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.388951 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.389055 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 14:47:49.389191 dv-cinder-788363-5-iscsi neutron-server[92808]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 06 14:47:49.500950 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 45136) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:47:49.509685 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064337 Jul 06 14:48:02.090611 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba02ec9-b531-4e79-8d34-34965c0e9e76 None None] get_active_networks_info from dv-cinder-788363-5-iscsi {{(pid=92917) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 14:48:02.223865 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba02ec9-b531-4e79-8d34-34965c0e9e76 None None] No non-hosted networks {{(pid=92917) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 06 14:48:02.261091 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.agentschedulers_db [None req-9ba02ec9-b531-4e79-8d34-34965c0e9e76 None None] DHCP Agent not found on host dv-cinder-788363-5-iscsi {{(pid=92917) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 06 14:48:02.405543 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-abdf57a0-022c-42b4-9a23-09baecad7189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7871004'] for agent, after_create {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:05.384231 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-284aeeaa-cd18-4ee4-807c-783c36c51c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7871004'] for agent, after_create {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:05.455554 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7871004'] for agent, after_create {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:05.456149 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:05.457147 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:05.457702 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:05.458192 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:05.458676 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:05.460102 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:05.462028 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:05.462593 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:05.465102 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:05.465641 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:05.470509 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:05.473077 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:05.481597 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788363-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:05.518170 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788363-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:05.567878 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-fef64296-185e-4d5e-a557-593884d2bdd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:06.605955 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7871004'] for agent, after_create {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:08.295984 dv-cinder-788363-5-iscsi neutron-server[92917]: INFO neutron.db.l3_hamode_db [None req-a7274473-2ab5-4205-95d2-4adbabda8c06 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 06 14:48:08.377165 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7274473-2ab5-4205-95d2-4adbabda8c06 None None] Routers set() bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:48:08.377562 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7274473-2ab5-4205-95d2-4adbabda8c06 None None] Router IDs set() for agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 14:48:08.525135 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7871004'] for agent, after_create {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:09.376072 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 45232) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:09.889378 dv-cinder-788363-5-iscsi neutron-server[92916]: WARNING oslo_policy.policy [None req-fa6f5a20-84d7-4c86-9a68-9b8933efae43 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 14:48:09.889980 dv-cinder-788363-5-iscsi neutron-server[92916]: WARNING oslo_policy.policy [None req-fa6f5a20-84d7-4c86-9a68-9b8933efae43 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 14:48:10.113238 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [None req-fa6f5a20-84d7-4c86-9a68-9b8933efae43 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:48:10.114463 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-fa6f5a20-84d7-4c86-9a68-9b8933efae43 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7363358 Jul 06 14:48:12.544023 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 45246) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:13.056402 dv-cinder-788363-5-iscsi neutron-server[92915]: WARNING oslo_policy.policy [None req-adbd601c-7268-4730-a0c8-f69012b535b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 14:48:13.056971 dv-cinder-788363-5-iscsi neutron-server[92915]: WARNING oslo_policy.policy [None req-adbd601c-7268-4730-a0c8-f69012b535b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 14:48:13.282579 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-adbd601c-7268-4730-a0c8-f69012b535b7 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:48:13.378685 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.policy [None req-adbd601c-7268-4730-a0c8-f69012b535b7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92915) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 06 14:48:13.422875 dv-cinder-788363-5-iscsi neutron-server[92915]: WARNING oslo_policy.policy [None req-adbd601c-7268-4730-a0c8-f69012b535b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 14:48:13.423285 dv-cinder-788363-5-iscsi neutron-server[92915]: WARNING oslo_policy.policy [None req-adbd601c-7268-4730-a0c8-f69012b535b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 14:48:13.432565 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.quota [None req-adbd601c-7268-4730-a0c8-f69012b535b7 admin admin] Loaded quota_driver: . Jul 06 14:48:13.540908 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-adbd601c-7268-4730-a0c8-f69012b535b7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766388388162', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766388389783', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766388401119', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766388402648', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766388413245', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766388422132', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-563398', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-620581', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7973028', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7822366'] for rbac-policy, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:13.625148 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-adbd601c-7268-4730-a0c8-f69012b535b7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:13.626497 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-adbd601c-7268-4730-a0c8-f69012b535b7 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0814884 Jul 06 14:48:16.344698 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 45264) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:16.705542 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-b13c5a47-54ba-4dfe-b7cf-d5a6f8627ab0 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '07d1154594f64a2ba1ffd745c776af81', 'tenant_id': '07d1154594f64a2ba1ffd745c776af81'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:48:16.735229 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13c5a47-54ba-4dfe-b7cf-d5a6f8627ab0 admin admin] Made reservation on behalf of 07d1154594f64a2ba1ffd745c776af81 for: {'network': 1} {{(pid=92915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:48:16.738188 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-b13c5a47-54ba-4dfe-b7cf-d5a6f8627ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for network, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:16.755952 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-b13c5a47-54ba-4dfe-b7cf-d5a6f8627ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:16.887109 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-b13c5a47-54ba-4dfe-b7cf-d5a6f8627ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:16.891595 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-b13c5a47-54ba-4dfe-b7cf-d5a6f8627ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:16.912864 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13c5a47-54ba-4dfe-b7cf-d5a6f8627ab0 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=92915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:48:16.943796 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-b13c5a47-54ba-4dfe-b7cf-d5a6f8627ab0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766384846933', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:16.944417 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-b13c5a47-54ba-4dfe-b7cf-d5a6f8627ab0 admin admin] Unsubscribe: segment precommit_create {{(pid=92915) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 06 14:48:16.944959 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.db.segments_db [None req-b13c5a47-54ba-4dfe-b7cf-d5a6f8627ab0 admin admin] Added segment 377e0022-d273-467b-a751-e92fc578d7c8 of type vlan for network f9745f88-b82c-47ea-871c-695862e1719e Jul 06 14:48:16.963725 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c5a47-54ba-4dfe-b7cf-d5a6f8627ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c825e7c-65b5-4186-9a22-153a15961d4e,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:17.014892 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c5a47-54ba-4dfe-b7cf-d5a6f8627ab0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:17.015285 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c5a47-54ba-4dfe-b7cf-d5a6f8627ab0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:17.015620 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c5a47-54ba-4dfe-b7cf-d5a6f8627ab0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:17.015951 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c5a47-54ba-4dfe-b7cf-d5a6f8627ab0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:17.016276 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c5a47-54ba-4dfe-b7cf-d5a6f8627ab0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:17.016613 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c5a47-54ba-4dfe-b7cf-d5a6f8627ab0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:17.016937 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c5a47-54ba-4dfe-b7cf-d5a6f8627ab0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:17.017257 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c5a47-54ba-4dfe-b7cf-d5a6f8627ab0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:17.017590 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c5a47-54ba-4dfe-b7cf-d5a6f8627ab0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:17.017908 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c5a47-54ba-4dfe-b7cf-d5a6f8627ab0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:17.018222 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c5a47-54ba-4dfe-b7cf-d5a6f8627ab0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:17.018566 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c5a47-54ba-4dfe-b7cf-d5a6f8627ab0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:17.019728 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c5a47-54ba-4dfe-b7cf-d5a6f8627ab0 admin admin] Tracked resource versions report: Jul 06 14:48:17.019728 dv-cinder-788363-5-iscsi neutron-server[92915]: pushed versions: Jul 06 14:48:17.019728 dv-cinder-788363-5-iscsi neutron-server[92915]: { 'AddressGroup': {'1.2'}, Jul 06 14:48:17.019728 dv-cinder-788363-5-iscsi neutron-server[92915]: 'ConntrackHelper': {'1.0'}, Jul 06 14:48:17.019728 dv-cinder-788363-5-iscsi neutron-server[92915]: 'Log': {'1.0'}, Jul 06 14:48:17.019728 dv-cinder-788363-5-iscsi neutron-server[92915]: 'Network': {'1.1'}, Jul 06 14:48:17.019728 dv-cinder-788363-5-iscsi neutron-server[92915]: 'Port': {'1.7'}, Jul 06 14:48:17.019728 dv-cinder-788363-5-iscsi neutron-server[92915]: 'PortForwarding': {'1.2'}, Jul 06 14:48:17.019728 dv-cinder-788363-5-iscsi neutron-server[92915]: 'QosPolicy': {'1.8'}, Jul 06 14:48:17.019728 dv-cinder-788363-5-iscsi neutron-server[92915]: 'SecurityGroup': {'1.4'}, Jul 06 14:48:17.019728 dv-cinder-788363-5-iscsi neutron-server[92915]: 'SecurityGroupRule': {'1.2'}, Jul 06 14:48:17.019728 dv-cinder-788363-5-iscsi neutron-server[92915]: 'SubPort': {'1.0'}, Jul 06 14:48:17.019728 dv-cinder-788363-5-iscsi neutron-server[92915]: 'Subnet': {'1.1'}, Jul 06 14:48:17.019728 dv-cinder-788363-5-iscsi neutron-server[92915]: 'Trunk': {'1.1'}} Jul 06 14:48:17.019728 dv-cinder-788363-5-iscsi neutron-server[92915]: consumer versions: Jul 06 14:48:17.019728 dv-cinder-788363-5-iscsi neutron-server[92915]: { DHCP agent@dv-cinder-788363-5-iscsi: {}, Jul 06 14:48:17.019728 dv-cinder-788363-5-iscsi neutron-server[92915]: L3 agent@dv-cinder-788363-5-iscsi: {}, Jul 06 14:48:17.019728 dv-cinder-788363-5-iscsi neutron-server[92915]: Metadata agent@dv-cinder-788363-5-iscsi: {}, Jul 06 14:48:17.019728 dv-cinder-788363-5-iscsi neutron-server[92915]: Metering agent@dv-cinder-788363-5-iscsi: {}, Jul 06 14:48:17.019728 dv-cinder-788363-5-iscsi neutron-server[92915]: Open vSwitch agent@dv-cinder-788363-5-iscsi: { 'AddressGroup': '1.2', Jul 06 14:48:17.019728 dv-cinder-788363-5-iscsi neutron-server[92915]: 'ConntrackHelper': '1.0', Jul 06 14:48:17.019728 dv-cinder-788363-5-iscsi neutron-server[92915]: 'Log': '1.0', Jul 06 14:48:17.019728 dv-cinder-788363-5-iscsi neutron-server[92915]: 'Network': '1.1', Jul 06 14:48:17.019728 dv-cinder-788363-5-iscsi neutron-server[92915]: 'Port': '1.7', Jul 06 14:48:17.019728 dv-cinder-788363-5-iscsi neutron-server[92915]: 'PortForwarding': '1.2', Jul 06 14:48:17.019728 dv-cinder-788363-5-iscsi neutron-server[92915]: 'QosPolicy': '1.8', Jul 06 14:48:17.019728 dv-cinder-788363-5-iscsi neutron-server[92915]: 'SecurityGroup': '1.4', Jul 06 14:48:17.019728 dv-cinder-788363-5-iscsi neutron-server[92915]: 'SecurityGroupRule': '1.2', Jul 06 14:48:17.019728 dv-cinder-788363-5-iscsi neutron-server[92915]: 'SubPort': '1.0', Jul 06 14:48:17.019728 dv-cinder-788363-5-iscsi neutron-server[92915]: 'Subnet': '1.1', Jul 06 14:48:17.019728 dv-cinder-788363-5-iscsi neutron-server[92915]: 'Trunk': '1.1'}} Jul 06 14:48:17.019728 dv-cinder-788363-5-iscsi neutron-server[92915]: {{(pid=92915) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 14:48:17.071460 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-b13c5a47-54ba-4dfe-b7cf-d5a6f8627ab0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766384329310'] for network, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:17.127267 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-b13c5a47-54ba-4dfe-b7cf-d5a6f8627ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040'] for network, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:17.129194 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13c5a47-54ba-4dfe-b7cf-d5a6f8627ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:17.129836 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-b13c5a47-54ba-4dfe-b7cf-d5a6f8627ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:17.213838 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-b13c5a47-54ba-4dfe-b7cf-d5a6f8627ab0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8679426 Jul 06 14:48:17.228244 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c5a47-54ba-4dfe-b7cf-d5a6f8627ab0 admin admin] Pushing event updated for resources: {'Network': ['ID=f9745f88-b82c-47ea-871c-695862e1719e,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:17.241033 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Network f9745f88-b82c-47ea-871c-695862e1719e details requested by agent ovs-agent-dv-cinder-788363-5-iscsi with host dv-cinder-788363-5-iscsi {{(pid=92917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:48:19.964472 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 45278) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:20.377832 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa6e616-f5b1-4f3f-85d8-5c21c925d5e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:20.379605 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-caa6e616-f5b1-4f3f-85d8-5c21c925d5e5 admin admin] 10.222.0.20 "GET /v2.0/networks/f9745f88-b82c-47ea-871c-695862e1719e HTTP/1.1" status: 200 len: 825 time: 0.4140873 Jul 06 14:48:20.405467 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-badbe68c-7a8f-4a2a-b3b9-f2a9b6dd8f75 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/6181cb9f-28d2-45a8-b868-c8c9f63a3cef HTTP/1.1" status: 200 len: 734 time: 0.0203099 Jul 06 14:48:20.415534 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-fe65c20b-1619-4ffb-ba29-8b7945d96698 admin admin] Request body: {'subnet': {'tenant_id': '07d1154594f64a2ba1ffd745c776af81', 'subnetpool_id': '6181cb9f-28d2-45a8-b868-c8c9f63a3cef', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'f9745f88-b82c-47ea-871c-695862e1719e', 'ip_version': 4}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:48:20.439250 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe65c20b-1619-4ffb-ba29-8b7945d96698 admin admin] Made reservation on behalf of 07d1154594f64a2ba1ffd745c776af81 for: {'subnet': 1} {{(pid=92915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:48:20.442853 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-fe65c20b-1619-4ffb-ba29-8b7945d96698 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:20.751218 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-fe65c20b-1619-4ffb-ba29-8b7945d96698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040'] for subnet, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:20.821877 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe65c20b-1619-4ffb-ba29-8b7945d96698 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f72fd036-2760-40fc-82a5-a13bf7029cbd,revision_number=0']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:20.829090 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe65c20b-1619-4ffb-ba29-8b7945d96698 admin admin] Checking segment: {'id': '377e0022-d273-467b-a751-e92fc578d7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f9745f88-b82c-47ea-871c-695862e1719e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:48:20.829467 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe65c20b-1619-4ffb-ba29-8b7945d96698 admin admin] Network hostable DHCP agents. Network: f9745f88-b82c-47ea-871c-695862e1719e, hostable agents: ['69855ee5-e315-4bf8-8b06-7c2b552a2d00'], hosted agents: [] {{(pid=92915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:48:20.853266 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe65c20b-1619-4ffb-ba29-8b7945d96698 admin admin] Network f9745f88-b82c-47ea-871c-695862e1719e is scheduled to be hosted by DHCP agent 69855ee5-e315-4bf8-8b06-7c2b552a2d00 with binding_index 1 {{(pid=92915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:48:20.864618 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [None req-fe65c20b-1619-4ffb-ba29-8b7945d96698 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-5-iscsi, f9745f88-b82c-47ea-871c-695862e1719e) {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:48:20.869740 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe65c20b-1619-4ffb-ba29-8b7945d96698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:20.870318 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-fe65c20b-1619-4ffb-ba29-8b7945d96698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for subnet, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:20.875579 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2927617a-9fba-40fd-8676-e52d777fe31d None None] Network f9745f88-b82c-47ea-871c-695862e1719e requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:48:20.887404 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-fe65c20b-1619-4ffb-ba29-8b7945d96698 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4755862 Jul 06 14:48:21.230097 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c524b10-db73-5aad-82fa-1a4727f3bbf1-f9745f88-b82c-47ea-871c-695862e1719e', 'network_id': 'f9745f88-b82c-47ea-871c-695862e1719e', 'tenant_id': '07d1154594f64a2ba1ffd745c776af81', 'fixed_ips': [{'subnet_id': 'f72fd036-2760-40fc-82a5-a13bf7029cbd'}]}} from dv-cinder-788363-5-iscsi. {{(pid=92917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:48:21.231409 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:21.543742 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.db_base_plugin_common [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] Allocated IP 172.20.0.2 (f9745f88-b82c-47ea-871c-695862e1719e/f72fd036-2760-40fc-82a5-a13bf7029cbd/508402a0-0af9-4c97-b09e-ce444634aebb) {{(pid=92917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:48:21.805211 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] Notify callbacks [] for port, precommit_create {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:21.822150 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] Transition to ACTIVE for port object 508402a0-0af9-4c97-b09e-ce444634aebb will not be triggered until provisioned by entity L2. {{(pid=92917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:48:21.844105 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] Transition to ACTIVE for port object 508402a0-0af9-4c97-b09e-ce444634aebb will not be triggered until provisioned by entity DHCP. {{(pid=92917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:48:21.855113 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525'] for port, after_create {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:21.939124 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] Network f9745f88-b82c-47ea-871c-695862e1719e is already hosted by enough agents. {{(pid=92917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:48:21.945147 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.scheduler.base_scheduler [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] Resources bound (agent type, host, resource id): {{(pid=92917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:48:21.952680 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] Received port after_create {{(pid=92917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:48:21.955597 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] Pushing event updated for resources: {'Port': ['ID=508402a0-0af9-4c97-b09e-ce444634aebb,revision_number=1']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:21.968797 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:21.969145 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:21.969490 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:21.969827 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:21.970160 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:21.970493 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:21.970825 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:21.971205 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:21.971582 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:21.971979 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:21.972528 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:21.972952 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:21.974058 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] Tracked resource versions report: Jul 06 14:48:21.974058 dv-cinder-788363-5-iscsi neutron-server[92917]: pushed versions: Jul 06 14:48:21.974058 dv-cinder-788363-5-iscsi neutron-server[92917]: { 'AddressGroup': {'1.2'}, Jul 06 14:48:21.974058 dv-cinder-788363-5-iscsi neutron-server[92917]: 'ConntrackHelper': {'1.0'}, Jul 06 14:48:21.974058 dv-cinder-788363-5-iscsi neutron-server[92917]: 'Log': {'1.0'}, Jul 06 14:48:21.974058 dv-cinder-788363-5-iscsi neutron-server[92917]: 'Network': {'1.1'}, Jul 06 14:48:21.974058 dv-cinder-788363-5-iscsi neutron-server[92917]: 'Port': {'1.7'}, Jul 06 14:48:21.974058 dv-cinder-788363-5-iscsi neutron-server[92917]: 'PortForwarding': {'1.2'}, Jul 06 14:48:21.974058 dv-cinder-788363-5-iscsi neutron-server[92917]: 'QosPolicy': {'1.8'}, Jul 06 14:48:21.974058 dv-cinder-788363-5-iscsi neutron-server[92917]: 'SecurityGroup': {'1.4'}, Jul 06 14:48:21.974058 dv-cinder-788363-5-iscsi neutron-server[92917]: 'SecurityGroupRule': {'1.2'}, Jul 06 14:48:21.974058 dv-cinder-788363-5-iscsi neutron-server[92917]: 'SubPort': {'1.0'}, Jul 06 14:48:21.974058 dv-cinder-788363-5-iscsi neutron-server[92917]: 'Subnet': {'1.1'}, Jul 06 14:48:21.974058 dv-cinder-788363-5-iscsi neutron-server[92917]: 'Trunk': {'1.1'}} Jul 06 14:48:21.974058 dv-cinder-788363-5-iscsi neutron-server[92917]: consumer versions: Jul 06 14:48:21.974058 dv-cinder-788363-5-iscsi neutron-server[92917]: { DHCP agent@dv-cinder-788363-5-iscsi: {}, Jul 06 14:48:21.974058 dv-cinder-788363-5-iscsi neutron-server[92917]: L3 agent@dv-cinder-788363-5-iscsi: {}, Jul 06 14:48:21.974058 dv-cinder-788363-5-iscsi neutron-server[92917]: Metadata agent@dv-cinder-788363-5-iscsi: {}, Jul 06 14:48:21.974058 dv-cinder-788363-5-iscsi neutron-server[92917]: Metering agent@dv-cinder-788363-5-iscsi: {}, Jul 06 14:48:21.974058 dv-cinder-788363-5-iscsi neutron-server[92917]: Open vSwitch agent@dv-cinder-788363-5-iscsi: { 'AddressGroup': '1.2', Jul 06 14:48:21.974058 dv-cinder-788363-5-iscsi neutron-server[92917]: 'ConntrackHelper': '1.0', Jul 06 14:48:21.974058 dv-cinder-788363-5-iscsi neutron-server[92917]: 'Log': '1.0', Jul 06 14:48:21.974058 dv-cinder-788363-5-iscsi neutron-server[92917]: 'Network': '1.1', Jul 06 14:48:21.974058 dv-cinder-788363-5-iscsi neutron-server[92917]: 'Port': '1.7', Jul 06 14:48:21.974058 dv-cinder-788363-5-iscsi neutron-server[92917]: 'PortForwarding': '1.2', Jul 06 14:48:21.974058 dv-cinder-788363-5-iscsi neutron-server[92917]: 'QosPolicy': '1.8', Jul 06 14:48:21.974058 dv-cinder-788363-5-iscsi neutron-server[92917]: 'SecurityGroup': '1.4', Jul 06 14:48:21.974058 dv-cinder-788363-5-iscsi neutron-server[92917]: 'SecurityGroupRule': '1.2', Jul 06 14:48:21.974058 dv-cinder-788363-5-iscsi neutron-server[92917]: 'SubPort': '1.0', Jul 06 14:48:21.974058 dv-cinder-788363-5-iscsi neutron-server[92917]: 'Subnet': '1.1', Jul 06 14:48:21.974058 dv-cinder-788363-5-iscsi neutron-server[92917]: 'Trunk': '1.1'}} Jul 06 14:48:21.974058 dv-cinder-788363-5-iscsi neutron-server[92917]: {{(pid=92917) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 14:48:22.047336 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] Attempting to bind port 508402a0-0af9-4c97-b09e-ce444634aebb on host dv-cinder-788363-5-iscsi for vnic_type normal with profile {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:48:22.047723 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] Attempting to bind port 508402a0-0af9-4c97-b09e-ce444634aebb by drivers openvswitch,hyperv on host dv-cinder-788363-5-iscsi at level 0 using segments [{'id': '377e0022-d273-467b-a751-e92fc578d7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f9745f88-b82c-47ea-871c-695862e1719e'}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:48:22.048153 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] Attempting to bind port 508402a0-0af9-4c97-b09e-ce444634aebb on network f9745f88-b82c-47ea-871c-695862e1719e {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:48:22.053783 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] Checking agent: {'id': 'f25167b8-434d-4f4a-9be4-898338da7490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 48, 5), 'started_at': datetime.datetime(2021, 7, 6, 14, 48, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:48:22.054194 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] Checking segment: {'id': '377e0022-d273-467b-a751-e92fc578d7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f9745f88-b82c-47ea-871c-695862e1719e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:48:22.054691 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:22.055092 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] Bound using segment: {'id': '377e0022-d273-467b-a751-e92fc578d7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f9745f88-b82c-47ea-871c-695862e1719e'} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:48:22.055621 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] Bound port: 508402a0-0af9-4c97-b09e-ce444634aebb, host: dv-cinder-788363-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '377e0022-d273-467b-a751-e92fc578d7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f9745f88-b82c-47ea-871c-695862e1719e'}}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:48:22.055977 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:22.122253 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] For port 508402a0-0af9-4c97-b09e-ce444634aebb, host dv-cinder-788363-5-iscsi, cleared binding levels {{(pid=92917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:48:22.126912 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] For port 508402a0-0af9-4c97-b09e-ce444634aebb, host dv-cinder-788363-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=508402a0-0af9-4c97-b09e-ce444634aebb,segment=NetworkSegment(377e0022-d273-467b-a751-e92fc578d7c8),segment_id=377e0022-d273-467b-a751-e92fc578d7c8)] {{(pid=92917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:48:22.131808 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:22.196287 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6b0bb-0c92-4b27-9405-47c1d983ff12 None None] Pushing event updated for resources: {'Port': ['ID=508402a0-0af9-4c97-b09e-ce444634aebb,revision_number=2']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:23.531025 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 45286) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:23.900430 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [None req-dac86959-bda5-44c6-bb5b-0a4fb41ba15a admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:48:23.901517 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-dac86959-bda5-44c6-bb5b-0a4fb41ba15a admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3696308 Jul 06 14:48:26.331901 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 45294) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:26.651360 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [None req-1c3225dd-0446-4d6e-a030-a8ee3c06e6c9 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:48:26.652370 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-1c3225dd-0446-4d6e-a030-a8ee3c06e6c9 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3195722 Jul 06 14:48:27.665137 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 508402a0-0af9-4c97-b09e-ce444634aebb up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:48:27.759833 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning for port 508402a0-0af9-4c97-b09e-ce444634aebb completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:48:28.454341 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e388c2-3cbc-4e7a-ac5b-c57226c65477 None None] Network f9745f88-b82c-47ea-871c-695862e1719e requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:48:28.511635 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-5b518c51-a355-4d7e-bbea-e6ff921f5bba None None] Provisioning for port 508402a0-0af9-4c97-b09e-ce444634aebb completed by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:48:28.520276 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-5b518c51-a355-4d7e-bbea-e6ff921f5bba None None] Provisioning complete for port 508402a0-0af9-4c97-b09e-ce444634aebb triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:48:28.520648 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-5b518c51-a355-4d7e-bbea-e6ff921f5bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:28.689181 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-5b518c51-a355-4d7e-bbea-e6ff921f5bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:28.761904 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-5b518c51-a355-4d7e-bbea-e6ff921f5bba None None] For port 508402a0-0af9-4c97-b09e-ce444634aebb, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=508402a0-0af9-4c97-b09e-ce444634aebb,segment=NetworkSegment(377e0022-d273-467b-a751-e92fc578d7c8),segment_id=377e0022-d273-467b-a751-e92fc578d7c8)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:48:28.767612 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-5b518c51-a355-4d7e-bbea-e6ff921f5bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:28.836814 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b518c51-a355-4d7e-bbea-e6ff921f5bba None None] Pushing event updated for resources: {'Port': ['ID=508402a0-0af9-4c97-b09e-ce444634aebb,revision_number=3']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:29.089715 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-c203895d-bd97-4cbf-8650-a12780ba94d7 None None] Provisioning complete for port 508402a0-0af9-4c97-b09e-ce444634aebb triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:48:29.090086 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-c203895d-bd97-4cbf-8650-a12780ba94d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:29.362524 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 45308) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:29.637617 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 508402a0-0af9-4c97-b09e-ce444634aebb up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:48:29.680466 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-5aef65bb-ac30-4609-840c-e1e509f8782b admin admin] Request body: {'router': {'tenant_id': '07d1154594f64a2ba1ffd745c776af81', 'admin_state_up': True, 'name': 'router1'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:48:29.684660 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 508402a0-0af9-4c97-b09e-ce444634aebb triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:48:29.685034 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:29.703388 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5aef65bb-ac30-4609-840c-e1e509f8782b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7866647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27686'] for router, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:29.704879 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5aef65bb-ac30-4609-840c-e1e509f8782b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7868472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27711'] for router, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:29.853039 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5aef65bb-ac30-4609-840c-e1e509f8782b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:29.857690 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5aef65bb-ac30-4609-840c-e1e509f8782b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413129'] for router, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:29.871074 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5aef65bb-ac30-4609-840c-e1e509f8782b admin admin] Notify callbacks [] for router, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:29.872628 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-5aef65bb-ac30-4609-840c-e1e509f8782b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5085621 Jul 06 14:48:31.961683 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-1e8cee45-372b-468c-8ae6-dee78feb9d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:32.417326 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 45316) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:32.727842 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [None req-b5a4b050-76bc-4c97-ad01-bb24e7eb3f4c admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:48:32.728841 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-b5a4b050-76bc-4c97-ad01-bb24e7eb3f4c admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3105412 Jul 06 14:48:35.173476 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 45324) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:35.371890 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-37c36dab-56a5-41f0-bb6d-c06e763f26f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:35.440852 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:35.509432 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-388f6028-8590-4dcf-aea2-f849ac86d7fa admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'admin_state_up': True}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:48:35.511086 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.quota [None req-388f6028-8590-4dcf-aea2-f849ac86d7fa admin admin] Loaded quota_driver: . Jul 06 14:48:35.568864 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388f6028-8590-4dcf-aea2-f849ac86d7fa admin admin] Made reservation on behalf of 9883961666184131872f1c8d4cffb80b for: {'network': 1} {{(pid=92916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:48:35.637142 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.policy [None req-388f6028-8590-4dcf-aea2-f849ac86d7fa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92916) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 06 14:48:35.682616 dv-cinder-788363-5-iscsi neutron-server[92916]: WARNING oslo_policy.policy [None req-388f6028-8590-4dcf-aea2-f849ac86d7fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 14:48:35.683009 dv-cinder-788363-5-iscsi neutron-server[92916]: WARNING oslo_policy.policy [None req-388f6028-8590-4dcf-aea2-f849ac86d7fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 14:48:35.693903 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-388f6028-8590-4dcf-aea2-f849ac86d7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for network, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:35.714420 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-388f6028-8590-4dcf-aea2-f849ac86d7fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:35.856723 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-388f6028-8590-4dcf-aea2-f849ac86d7fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:35.860456 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-388f6028-8590-4dcf-aea2-f849ac86d7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:35.874765 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-388f6028-8590-4dcf-aea2-f849ac86d7fa admin admin] Reserving flat network on physical network physnet1 {{(pid=92916) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 06 14:48:35.910752 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-388f6028-8590-4dcf-aea2-f849ac86d7fa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766384846933', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:35.911351 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-388f6028-8590-4dcf-aea2-f849ac86d7fa admin admin] Unsubscribe: segment precommit_create {{(pid=92916) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 06 14:48:35.911879 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.db.segments_db [None req-388f6028-8590-4dcf-aea2-f849ac86d7fa admin admin] Added segment d7a48dfa-38cd-4c9a-ae5e-4dc474366c17 of type flat for network cda8cae0-c766-4621-9577-ca435140768c Jul 06 14:48:35.918569 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f6028-8590-4dcf-aea2-f849ac86d7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f3a758-556f-47e1-bae1-384258296648,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:35.952369 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f6028-8590-4dcf-aea2-f849ac86d7fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:35.952725 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f6028-8590-4dcf-aea2-f849ac86d7fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:35.953058 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f6028-8590-4dcf-aea2-f849ac86d7fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:35.953384 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f6028-8590-4dcf-aea2-f849ac86d7fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:35.953709 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f6028-8590-4dcf-aea2-f849ac86d7fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:35.954088 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f6028-8590-4dcf-aea2-f849ac86d7fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:35.954442 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f6028-8590-4dcf-aea2-f849ac86d7fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:35.954859 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f6028-8590-4dcf-aea2-f849ac86d7fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:35.955473 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f6028-8590-4dcf-aea2-f849ac86d7fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:35.956038 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f6028-8590-4dcf-aea2-f849ac86d7fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:35.956400 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f6028-8590-4dcf-aea2-f849ac86d7fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:35.956812 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f6028-8590-4dcf-aea2-f849ac86d7fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:35.958611 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f6028-8590-4dcf-aea2-f849ac86d7fa admin admin] Tracked resource versions report: Jul 06 14:48:35.958611 dv-cinder-788363-5-iscsi neutron-server[92916]: pushed versions: Jul 06 14:48:35.958611 dv-cinder-788363-5-iscsi neutron-server[92916]: { 'AddressGroup': {'1.2'}, Jul 06 14:48:35.958611 dv-cinder-788363-5-iscsi neutron-server[92916]: 'ConntrackHelper': {'1.0'}, Jul 06 14:48:35.958611 dv-cinder-788363-5-iscsi neutron-server[92916]: 'Log': {'1.0'}, Jul 06 14:48:35.958611 dv-cinder-788363-5-iscsi neutron-server[92916]: 'Network': {'1.1'}, Jul 06 14:48:35.958611 dv-cinder-788363-5-iscsi neutron-server[92916]: 'Port': {'1.7'}, Jul 06 14:48:35.958611 dv-cinder-788363-5-iscsi neutron-server[92916]: 'PortForwarding': {'1.2'}, Jul 06 14:48:35.958611 dv-cinder-788363-5-iscsi neutron-server[92916]: 'QosPolicy': {'1.8'}, Jul 06 14:48:35.958611 dv-cinder-788363-5-iscsi neutron-server[92916]: 'SecurityGroup': {'1.4'}, Jul 06 14:48:35.958611 dv-cinder-788363-5-iscsi neutron-server[92916]: 'SecurityGroupRule': {'1.2'}, Jul 06 14:48:35.958611 dv-cinder-788363-5-iscsi neutron-server[92916]: 'SubPort': {'1.0'}, Jul 06 14:48:35.958611 dv-cinder-788363-5-iscsi neutron-server[92916]: 'Subnet': {'1.1'}, Jul 06 14:48:35.958611 dv-cinder-788363-5-iscsi neutron-server[92916]: 'Trunk': {'1.1'}} Jul 06 14:48:35.958611 dv-cinder-788363-5-iscsi neutron-server[92916]: consumer versions: Jul 06 14:48:35.958611 dv-cinder-788363-5-iscsi neutron-server[92916]: { DHCP agent@dv-cinder-788363-5-iscsi: {}, Jul 06 14:48:35.958611 dv-cinder-788363-5-iscsi neutron-server[92916]: L3 agent@dv-cinder-788363-5-iscsi: {}, Jul 06 14:48:35.958611 dv-cinder-788363-5-iscsi neutron-server[92916]: Metadata agent@dv-cinder-788363-5-iscsi: {}, Jul 06 14:48:35.958611 dv-cinder-788363-5-iscsi neutron-server[92916]: Metering agent@dv-cinder-788363-5-iscsi: {}, Jul 06 14:48:35.958611 dv-cinder-788363-5-iscsi neutron-server[92916]: Open vSwitch agent@dv-cinder-788363-5-iscsi: { 'AddressGroup': '1.2', Jul 06 14:48:35.958611 dv-cinder-788363-5-iscsi neutron-server[92916]: 'ConntrackHelper': '1.0', Jul 06 14:48:35.958611 dv-cinder-788363-5-iscsi neutron-server[92916]: 'Log': '1.0', Jul 06 14:48:35.958611 dv-cinder-788363-5-iscsi neutron-server[92916]: 'Network': '1.1', Jul 06 14:48:35.958611 dv-cinder-788363-5-iscsi neutron-server[92916]: 'Port': '1.7', Jul 06 14:48:35.958611 dv-cinder-788363-5-iscsi neutron-server[92916]: 'PortForwarding': '1.2', Jul 06 14:48:35.958611 dv-cinder-788363-5-iscsi neutron-server[92916]: 'QosPolicy': '1.8', Jul 06 14:48:35.958611 dv-cinder-788363-5-iscsi neutron-server[92916]: 'SecurityGroup': '1.4', Jul 06 14:48:35.958611 dv-cinder-788363-5-iscsi neutron-server[92916]: 'SecurityGroupRule': '1.2', Jul 06 14:48:35.958611 dv-cinder-788363-5-iscsi neutron-server[92916]: 'SubPort': '1.0', Jul 06 14:48:35.958611 dv-cinder-788363-5-iscsi neutron-server[92916]: 'Subnet': '1.1', Jul 06 14:48:35.958611 dv-cinder-788363-5-iscsi neutron-server[92916]: 'Trunk': '1.1'}} Jul 06 14:48:35.958611 dv-cinder-788363-5-iscsi neutron-server[92916]: {{(pid=92916) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 14:48:36.076396 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-388f6028-8590-4dcf-aea2-f849ac86d7fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766384329310'] for network, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:36.136643 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-388f6028-8590-4dcf-aea2-f849ac86d7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040'] for network, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:36.137954 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388f6028-8590-4dcf-aea2-f849ac86d7fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:36.138614 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-388f6028-8590-4dcf-aea2-f849ac86d7fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:36.225005 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-388f6028-8590-4dcf-aea2-f849ac86d7fa admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0503767 Jul 06 14:48:36.239472 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f6028-8590-4dcf-aea2-f849ac86d7fa admin admin] Pushing event updated for resources: {'Network': ['ID=cda8cae0-c766-4621-9577-ca435140768c,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:36.254646 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Network cda8cae0-c766-4621-9577-ca435140768c details requested by agent ovs-agent-dv-cinder-788363-5-iscsi with host dv-cinder-788363-5-iscsi {{(pid=92917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:48:36.288834 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 5 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:48:36.489539 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:38.472488 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:38.630148 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 45348) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:38.807508 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5761af-ab94-4aca-a78d-cf01ce27bf3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:38.808889 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-6c5761af-ab94-4aca-a78d-cf01ce27bf3b admin admin] 10.222.0.20 "GET /v2.0/subnets/f72fd036-2760-40fc-82a5-a13bf7029cbd HTTP/1.1" status: 200 len: 849 time: 0.1777740 Jul 06 14:48:38.929124 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-69c1272c-bf53-40af-8c1c-8edb9898d2ef admin admin] 10.222.0.20 "GET /v2.0/routers/1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8 HTTP/1.1" status: 200 len: 704 time: 0.1126037 Jul 06 14:48:39.200325 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-9b617fcc-ff54-40ac-8569-c61291361dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:39.494260 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_common [None req-9b617fcc-ff54-40ac-8569-c61291361dc7 admin admin] Allocated IP 172.20.0.1 (f9745f88-b82c-47ea-871c-695862e1719e/f72fd036-2760-40fc-82a5-a13bf7029cbd/548c65d1-16a3-4c84-9cfe-81f106a357e1) {{(pid=92915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:48:39.650590 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-9b617fcc-ff54-40ac-8569-c61291361dc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:39.721614 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.provisioning_blocks [None req-9b617fcc-ff54-40ac-8569-c61291361dc7 admin admin] Transition to ACTIVE for port object 548c65d1-16a3-4c84-9cfe-81f106a357e1 will not be triggered until provisioned by entity DHCP. {{(pid=92915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:48:39.801457 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-9b617fcc-ff54-40ac-8569-c61291361dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525'] for port, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:39.875533 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b617fcc-ff54-40ac-8569-c61291361dc7 admin admin] Network f9745f88-b82c-47ea-871c-695862e1719e is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:48:39.882503 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [None req-9b617fcc-ff54-40ac-8569-c61291361dc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:48:39.888322 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b617fcc-ff54-40ac-8569-c61291361dc7 admin admin] Received port after_create {{(pid=92915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:48:39.888851 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-9b617fcc-ff54-40ac-8569-c61291361dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871998'] for router_interface, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:39.912296 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b617fcc-ff54-40ac-8569-c61291361dc7 admin admin] Pushing event updated for resources: {'Port': ['ID=548c65d1-16a3-4c84-9cfe-81f106a357e1,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:40.078367 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-7ac0615e-0f4f-443c-8ad4-5dd49adbd8ad None None] Provisioning for port 548c65d1-16a3-4c84-9cfe-81f106a357e1 completed by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:48:40.082715 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-7ac0615e-0f4f-443c-8ad4-5dd49adbd8ad None None] Provisioning complete for port 548c65d1-16a3-4c84-9cfe-81f106a357e1 triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:48:40.083110 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-7ac0615e-0f4f-443c-8ad4-5dd49adbd8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:40.112006 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-9b617fcc-ff54-40ac-8569-c61291361dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:40.119478 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-7ac0615e-0f4f-443c-8ad4-5dd49adbd8ad None None] Port 548c65d1-16a3-4c84-9cfe-81f106a357e1 cannot update to ACTIVE because it is not bound. {{(pid=92917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:48:40.302772 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-9b617fcc-ff54-40ac-8569-c61291361dc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:40.307503 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-9b617fcc-ff54-40ac-8569-c61291361dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:40.308278 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-9b617fcc-ff54-40ac-8569-c61291361dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7887058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869059'] for router_interface, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:40.386943 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b617fcc-ff54-40ac-8569-c61291361dc7 admin admin] Pushing event updated for resources: {'Port': ['ID=548c65d1-16a3-4c84-9cfe-81f106a357e1,revision_number=2']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:40.435164 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b617fcc-ff54-40ac-8569-c61291361dc7 admin admin] Network f9745f88-b82c-47ea-871c-695862e1719e is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:48:40.436462 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [None req-9b617fcc-ff54-40ac-8569-c61291361dc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:48:40.599353 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b617fcc-ff54-40ac-8569-c61291361dc7 admin admin] Router 1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8 is scheduled to L3 agent df718f2c-f58f-497c-aa3c-554c496f730f with binding_index 1 {{(pid=92915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:48:40.641004 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-dde88ae4-4bf8-40ad-8002-93bd7337d820 None None] Provisioning complete for port 548c65d1-16a3-4c84-9cfe-81f106a357e1 triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:48:40.641289 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-dde88ae4-4bf8-40ad-8002-93bd7337d820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:40.674729 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-dde88ae4-4bf8-40ad-8002-93bd7337d820 None None] Port 548c65d1-16a3-4c84-9cfe-81f106a357e1 cannot update to ACTIVE because it is not bound. {{(pid=92917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:48:40.691379 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b617fcc-ff54-40ac-8569-c61291361dc7 admin admin] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:48:40.696729 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-9b617fcc-ff54-40ac-8569-c61291361dc7 admin admin] 10.222.0.20 "PUT /v2.0/routers/1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7627711 Jul 06 14:48:40.710773 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3c6bef-0e77-470f-90e8-159666523965 None None] Sync routers for ids ['1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8'] in dv-cinder-788363-5-iscsi {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:48:40.723283 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3c6bef-0e77-470f-90e8-159666523965 None None] Routers {'1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:48:40.724122 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-ab3c6bef-0e77-470f-90e8-159666523965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T14:48:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:40.912855 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-ab3c6bef-0e77-470f-90e8-159666523965 None None] Set router 1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8 gateway port host: None {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:48:41.349464 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-ab3c6bef-0e77-470f-90e8-159666523965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8', 'name': 'router1', 'tenant_id': '07d1154594f64a2ba1ffd745c776af81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:48:29Z', 'updated_at': '2021-07-06T14:48:40Z', 'revision_number': 2, 'project_id': '07d1154594f64a2ba1ffd745c776af81', 'gw_port_host': None, '_interfaces': [{'id': '548c65d1-16a3-4c84-9cfe-81f106a357e1', 'name': '', 'network_id': 'f9745f88-b82c-47ea-871c-695862e1719e', 'tenant_id': '07d1154594f64a2ba1ffd745c776af81', 'mac_address': 'fa:16:3e:a5:84:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f72fd036-2760-40fc-82a5-a13bf7029cbd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:48:39Z', 'updated_at': '2021-07-06T14:48:40Z', 'revision_number': 2, 'project_id': '07d1154594f64a2ba1ffd745c776af81', 'subnets': [{'id': 'f72fd036-2760-40fc-82a5-a13bf7029cbd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6181cb9f-28d2-45a8-b868-c8c9f63a3cef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:41.401987 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3c6bef-0e77-470f-90e8-159666523965 None None] Checking router: 1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8 for host: dv-cinder-788363-5-iscsi {{(pid=92918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:48:41.402408 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3c6bef-0e77-470f-90e8-159666523965 None None] Updating router 1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8 port 548c65d1-16a3-4c84-9cfe-81f106a357e1 binding host dv-cinder-788363-5-iscsi {{(pid=92918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:48:41.471871 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ab3c6bef-0e77-470f-90e8-159666523965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:41.999093 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ab3c6bef-0e77-470f-90e8-159666523965 None None] Notify callbacks [] for port, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:42.018125 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.provisioning_blocks [None req-ab3c6bef-0e77-470f-90e8-159666523965 None None] Transition to ACTIVE for port object 548c65d1-16a3-4c84-9cfe-81f106a357e1 will not be triggered until provisioned by entity L2. {{(pid=92918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:48:42.024713 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ab3c6bef-0e77-470f-90e8-159666523965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:42.189205 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7fde1-71b2-46a9-a8c2-2515c59ae7cf None None] Pushing event updated for resources: {'Port': ['ID=548c65d1-16a3-4c84-9cfe-81f106a357e1,revision_number=3']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:42.198791 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [None req-ab3c6bef-0e77-470f-90e8-159666523965 None None] Attempting to bind port 548c65d1-16a3-4c84-9cfe-81f106a357e1 on host dv-cinder-788363-5-iscsi for vnic_type normal with profile {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:48:42.199206 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [None req-ab3c6bef-0e77-470f-90e8-159666523965 None None] Attempting to bind port 548c65d1-16a3-4c84-9cfe-81f106a357e1 by drivers openvswitch,hyperv on host dv-cinder-788363-5-iscsi at level 0 using segments [{'id': '377e0022-d273-467b-a751-e92fc578d7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f9745f88-b82c-47ea-871c-695862e1719e'}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:48:42.199648 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3c6bef-0e77-470f-90e8-159666523965 None None] Attempting to bind port 548c65d1-16a3-4c84-9cfe-81f106a357e1 on network f9745f88-b82c-47ea-871c-695862e1719e {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:48:42.205256 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3c6bef-0e77-470f-90e8-159666523965 None None] Checking agent: {'id': 'f25167b8-434d-4f4a-9be4-898338da7490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 48, 5), 'started_at': datetime.datetime(2021, 7, 6, 14, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:48:42.205674 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3c6bef-0e77-470f-90e8-159666523965 None None] Checking segment: {'id': '377e0022-d273-467b-a751-e92fc578d7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f9745f88-b82c-47ea-871c-695862e1719e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:48:42.206192 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ab3c6bef-0e77-470f-90e8-159666523965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:42.206586 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3c6bef-0e77-470f-90e8-159666523965 None None] Bound using segment: {'id': '377e0022-d273-467b-a751-e92fc578d7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f9745f88-b82c-47ea-871c-695862e1719e'} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:48:42.207108 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [None req-ab3c6bef-0e77-470f-90e8-159666523965 None None] Bound port: 548c65d1-16a3-4c84-9cfe-81f106a357e1, host: dv-cinder-788363-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '377e0022-d273-467b-a751-e92fc578d7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f9745f88-b82c-47ea-871c-695862e1719e'}}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:48:42.207523 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ab3c6bef-0e77-470f-90e8-159666523965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:42.209963 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7fde1-71b2-46a9-a8c2-2515c59ae7cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:42.210308 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7fde1-71b2-46a9-a8c2-2515c59ae7cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:42.210648 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7fde1-71b2-46a9-a8c2-2515c59ae7cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:42.210996 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7fde1-71b2-46a9-a8c2-2515c59ae7cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:42.211334 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7fde1-71b2-46a9-a8c2-2515c59ae7cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:42.211663 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7fde1-71b2-46a9-a8c2-2515c59ae7cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:42.211989 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7fde1-71b2-46a9-a8c2-2515c59ae7cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:42.212309 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7fde1-71b2-46a9-a8c2-2515c59ae7cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:42.212637 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7fde1-71b2-46a9-a8c2-2515c59ae7cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:42.212958 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7fde1-71b2-46a9-a8c2-2515c59ae7cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:42.213291 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7fde1-71b2-46a9-a8c2-2515c59ae7cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:42.213586 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7fde1-71b2-46a9-a8c2-2515c59ae7cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:42.214642 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7fde1-71b2-46a9-a8c2-2515c59ae7cf None None] Tracked resource versions report: Jul 06 14:48:42.214642 dv-cinder-788363-5-iscsi neutron-server[92918]: pushed versions: Jul 06 14:48:42.214642 dv-cinder-788363-5-iscsi neutron-server[92918]: { 'AddressGroup': {'1.2'}, Jul 06 14:48:42.214642 dv-cinder-788363-5-iscsi neutron-server[92918]: 'ConntrackHelper': {'1.0'}, Jul 06 14:48:42.214642 dv-cinder-788363-5-iscsi neutron-server[92918]: 'Log': {'1.0'}, Jul 06 14:48:42.214642 dv-cinder-788363-5-iscsi neutron-server[92918]: 'Network': {'1.1'}, Jul 06 14:48:42.214642 dv-cinder-788363-5-iscsi neutron-server[92918]: 'Port': {'1.7'}, Jul 06 14:48:42.214642 dv-cinder-788363-5-iscsi neutron-server[92918]: 'PortForwarding': {'1.2'}, Jul 06 14:48:42.214642 dv-cinder-788363-5-iscsi neutron-server[92918]: 'QosPolicy': {'1.8'}, Jul 06 14:48:42.214642 dv-cinder-788363-5-iscsi neutron-server[92918]: 'SecurityGroup': {'1.4'}, Jul 06 14:48:42.214642 dv-cinder-788363-5-iscsi neutron-server[92918]: 'SecurityGroupRule': {'1.2'}, Jul 06 14:48:42.214642 dv-cinder-788363-5-iscsi neutron-server[92918]: 'SubPort': {'1.0'}, Jul 06 14:48:42.214642 dv-cinder-788363-5-iscsi neutron-server[92918]: 'Subnet': {'1.1'}, Jul 06 14:48:42.214642 dv-cinder-788363-5-iscsi neutron-server[92918]: 'Trunk': {'1.1'}} Jul 06 14:48:42.214642 dv-cinder-788363-5-iscsi neutron-server[92918]: consumer versions: Jul 06 14:48:42.214642 dv-cinder-788363-5-iscsi neutron-server[92918]: { DHCP agent@dv-cinder-788363-5-iscsi: {}, Jul 06 14:48:42.214642 dv-cinder-788363-5-iscsi neutron-server[92918]: L3 agent@dv-cinder-788363-5-iscsi: {}, Jul 06 14:48:42.214642 dv-cinder-788363-5-iscsi neutron-server[92918]: Metadata agent@dv-cinder-788363-5-iscsi: {}, Jul 06 14:48:42.214642 dv-cinder-788363-5-iscsi neutron-server[92918]: Metering agent@dv-cinder-788363-5-iscsi: {}, Jul 06 14:48:42.214642 dv-cinder-788363-5-iscsi neutron-server[92918]: Open vSwitch agent@dv-cinder-788363-5-iscsi: { 'AddressGroup': '1.2', Jul 06 14:48:42.214642 dv-cinder-788363-5-iscsi neutron-server[92918]: 'ConntrackHelper': '1.0', Jul 06 14:48:42.214642 dv-cinder-788363-5-iscsi neutron-server[92918]: 'Log': '1.0', Jul 06 14:48:42.214642 dv-cinder-788363-5-iscsi neutron-server[92918]: 'Network': '1.1', Jul 06 14:48:42.214642 dv-cinder-788363-5-iscsi neutron-server[92918]: 'Port': '1.7', Jul 06 14:48:42.214642 dv-cinder-788363-5-iscsi neutron-server[92918]: 'PortForwarding': '1.2', Jul 06 14:48:42.214642 dv-cinder-788363-5-iscsi neutron-server[92918]: 'QosPolicy': '1.8', Jul 06 14:48:42.214642 dv-cinder-788363-5-iscsi neutron-server[92918]: 'SecurityGroup': '1.4', Jul 06 14:48:42.214642 dv-cinder-788363-5-iscsi neutron-server[92918]: 'SecurityGroupRule': '1.2', Jul 06 14:48:42.214642 dv-cinder-788363-5-iscsi neutron-server[92918]: 'SubPort': '1.0', Jul 06 14:48:42.214642 dv-cinder-788363-5-iscsi neutron-server[92918]: 'Subnet': '1.1', Jul 06 14:48:42.214642 dv-cinder-788363-5-iscsi neutron-server[92918]: 'Trunk': '1.1'}} Jul 06 14:48:42.214642 dv-cinder-788363-5-iscsi neutron-server[92918]: {{(pid=92918) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 14:48:42.307348 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-ab3c6bef-0e77-470f-90e8-159666523965 None None] For port 548c65d1-16a3-4c84-9cfe-81f106a357e1, host dv-cinder-788363-5-iscsi, cleared binding levels {{(pid=92918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:48:42.331462 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-ab3c6bef-0e77-470f-90e8-159666523965 None None] For port 548c65d1-16a3-4c84-9cfe-81f106a357e1, host dv-cinder-788363-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=548c65d1-16a3-4c84-9cfe-81f106a357e1,segment=NetworkSegment(377e0022-d273-467b-a751-e92fc578d7c8),segment_id=377e0022-d273-467b-a751-e92fc578d7c8)] {{(pid=92918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:48:42.335953 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ab3c6bef-0e77-470f-90e8-159666523965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:42.403691 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3c6bef-0e77-470f-90e8-159666523965 None None] Routers {'1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:48:42.404709 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-ab3c6bef-0e77-470f-90e8-159666523965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T14:48:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:42.508767 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7fde1-71b2-46a9-a8c2-2515c59ae7cf None None] Pushing event updated for resources: {'Port': ['ID=548c65d1-16a3-4c84-9cfe-81f106a357e1,revision_number=4']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:42.558213 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-ab3c6bef-0e77-470f-90e8-159666523965 None None] Set router 1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8 gateway port host: None {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:48:42.787013 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-ab3c6bef-0e77-470f-90e8-159666523965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8', 'name': 'router1', 'tenant_id': '07d1154594f64a2ba1ffd745c776af81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:48:29Z', 'updated_at': '2021-07-06T14:48:40Z', 'revision_number': 2, 'project_id': '07d1154594f64a2ba1ffd745c776af81', 'gw_port_host': None, '_interfaces': [{'id': '548c65d1-16a3-4c84-9cfe-81f106a357e1', 'name': '', 'network_id': 'f9745f88-b82c-47ea-871c-695862e1719e', 'tenant_id': '07d1154594f64a2ba1ffd745c776af81', 'mac_address': 'fa:16:3e:a5:84:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f72fd036-2760-40fc-82a5-a13bf7029cbd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:48:39Z', 'updated_at': '2021-07-06T14:48:42Z', 'revision_number': 4, 'project_id': '07d1154594f64a2ba1ffd745c776af81', 'subnets': [{'id': 'f72fd036-2760-40fc-82a5-a13bf7029cbd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6181cb9f-28d2-45a8-b868-c8c9f63a3cef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:42.812686 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3c6bef-0e77-470f-90e8-159666523965 None None] The sync data for ids ['1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8'] in dv-cinder-788363-5-iscsi is: [{'id': '1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8', 'name': 'router1', 'tenant_id': '07d1154594f64a2ba1ffd745c776af81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:48:29Z', 'updated_at': '2021-07-06T14:48:40Z', 'revision_number': 2, 'project_id': '07d1154594f64a2ba1ffd745c776af81', 'gw_port_host': None, '_interfaces': [{'id': '548c65d1-16a3-4c84-9cfe-81f106a357e1', 'name': '', 'network_id': 'f9745f88-b82c-47ea-871c-695862e1719e', 'tenant_id': '07d1154594f64a2ba1ffd745c776af81', 'mac_address': 'fa:16:3e:a5:84:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f72fd036-2760-40fc-82a5-a13bf7029cbd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:48:39Z', 'updated_at': '2021-07-06T14:48:42Z', 'revision_number': 4, 'project_id': '07d1154594f64a2ba1ffd745c776af81', 'subnets': [{'id': 'f72fd036-2760-40fc-82a5-a13bf7029cbd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6181cb9f-28d2-45a8-b868-c8c9f63a3cef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:48:42.980131 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 45368) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:43.137677 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd5c26f-1779-492e-9d1b-2b9b0be049d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:43.139097 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-6cd5c26f-1779-492e-9d1b-2b9b0be049d4 admin admin] 10.222.0.20 "GET /v2.0/networks/cda8cae0-c766-4621-9577-ca435140768c HTTP/1.1" status: 200 len: 842 time: 0.1579993 Jul 06 14:48:43.152124 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-df744666-0fb3-42c2-a5a4-e42b9de0384a admin admin] Request body: {'subnet': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:48:43.186355 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df744666-0fb3-42c2-a5a4-e42b9de0384a admin admin] Made reservation on behalf of 9883961666184131872f1c8d4cffb80b for: {'subnet': 1} {{(pid=92916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:48:43.188676 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-df744666-0fb3-42c2-a5a4-e42b9de0384a admin admin] Notify callbacks [] for subnet, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:43.626178 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.objects.ports [None req-df744666-0fb3-42c2-a5a4-e42b9de0384a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92916) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 14:48:43.626665 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-df744666-0fb3-42c2-a5a4-e42b9de0384a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040'] for subnet, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:43.686960 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df744666-0fb3-42c2-a5a4-e42b9de0384a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f1b7348-831f-4a39-b588-ec6aad475c62,revision_number=0']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:43.700147 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df744666-0fb3-42c2-a5a4-e42b9de0384a admin admin] Checking segment: {'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:48:43.700547 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df744666-0fb3-42c2-a5a4-e42b9de0384a admin admin] Network hostable DHCP agents. Network: cda8cae0-c766-4621-9577-ca435140768c, hostable agents: ['69855ee5-e315-4bf8-8b06-7c2b552a2d00'], hosted agents: [] {{(pid=92916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:48:43.723823 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df744666-0fb3-42c2-a5a4-e42b9de0384a admin admin] Network cda8cae0-c766-4621-9577-ca435140768c is scheduled to be hosted by DHCP agent 69855ee5-e315-4bf8-8b06-7c2b552a2d00 with binding_index 1 {{(pid=92916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:48:43.734749 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.base_scheduler [None req-df744666-0fb3-42c2-a5a4-e42b9de0384a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-5-iscsi, cda8cae0-c766-4621-9577-ca435140768c) {{(pid=92916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:48:43.740047 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df744666-0fb3-42c2-a5a4-e42b9de0384a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:43.740664 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-df744666-0fb3-42c2-a5a4-e42b9de0384a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for subnet, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:43.747155 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e47bdff-0a5c-47c4-8893-488c51a27504 None None] Network cda8cae0-c766-4621-9577-ca435140768c requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:48:43.767014 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-df744666-0fb3-42c2-a5a4-e42b9de0384a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6110110 Jul 06 14:48:43.894566 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3a21c6-9883-4e96-9084-5b5beedd65d1 None None] Network cda8cae0-c766-4621-9577-ca435140768c requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:48:46.115009 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 45380) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:46.248793 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-a2919929-42c8-469f-b73b-bb67ce062953 admin admin] 10.222.0.20 "GET /v2.0/routers/1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8 HTTP/1.1" status: 200 len: 710 time: 0.1325817 Jul 06 14:48:46.341151 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a22c73-69b8-4a47-840f-dfbe9a4816aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:46.342527 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-12a22c73-69b8-4a47-840f-dfbe9a4816aa admin admin] 10.222.0.20 "GET /v2.0/networks/cda8cae0-c766-4621-9577-ca435140768c HTTP/1.1" status: 200 len: 886 time: 0.0881319 Jul 06 14:48:46.352072 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-22793949-ff80-4b28-84cb-671d6f868af2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'}}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:48:46.684335 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-22793949-ff80-4b28-84cb-671d6f868af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-413138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27661'] for router, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:46.928612 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-22793949-ff80-4b28-84cb-671d6f868af2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:47.015686 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-22793949-ff80-4b28-84cb-671d6f868af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:47.139405 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_common [None req-22793949-ff80-4b28-84cb-671d6f868af2 admin admin] Allocated IP 172.27.3.65 (cda8cae0-c766-4621-9577-ca435140768c/1f1b7348-831f-4a39-b588-ec6aad475c62/db353488-7e7e-4686-9339-b92e2a452905) {{(pid=92915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:48:47.247862 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-22793949-ff80-4b28-84cb-671d6f868af2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:47.291112 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-22793949-ff80-4b28-84cb-671d6f868af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525'] for port, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:47.328621 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22793949-ff80-4b28-84cb-671d6f868af2 admin admin] Network cda8cae0-c766-4621-9577-ca435140768c is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:48:47.334051 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [None req-22793949-ff80-4b28-84cb-671d6f868af2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:48:47.337382 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22793949-ff80-4b28-84cb-671d6f868af2 admin admin] Received port after_create {{(pid=92915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:48:47.342561 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22793949-ff80-4b28-84cb-671d6f868af2 admin admin] Pushing event updated for resources: {'Port': ['ID=db353488-7e7e-4686-9339-b92e2a452905,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:47.600810 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-22793949-ff80-4b28-84cb-671d6f868af2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:47.668863 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 548c65d1-16a3-4c84-9cfe-81f106a357e1 up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:48:47.722727 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning for port 548c65d1-16a3-4c84-9cfe-81f106a357e1 completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:48:47.726880 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 548c65d1-16a3-4c84-9cfe-81f106a357e1 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:48:47.727282 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:47.808663 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:47.815523 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-22793949-ff80-4b28-84cb-671d6f868af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-413138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27661'] for router, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:47.818863 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-22793949-ff80-4b28-84cb-671d6f868af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-413147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-413120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7866634'] for router, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:47.843322 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] For port 548c65d1-16a3-4c84-9cfe-81f106a357e1, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=548c65d1-16a3-4c84-9cfe-81f106a357e1,segment=NetworkSegment(377e0022-d273-467b-a751-e92fc578d7c8),segment_id=377e0022-d273-467b-a751-e92fc578d7c8)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:48:47.847891 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:47.946375 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Pushing event updated for resources: {'Port': ['ID=548c65d1-16a3-4c84-9cfe-81f106a357e1,revision_number=5']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:47.973276 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22793949-ff80-4b28-84cb-671d6f868af2 admin admin] Router 1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8 has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:48:48.173258 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22793949-ff80-4b28-84cb-671d6f868af2 admin admin] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:48:48.178470 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-22793949-ff80-4b28-84cb-671d6f868af2 admin admin] Notify callbacks [] for router, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:48.179733 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-22793949-ff80-4b28-84cb-671d6f868af2 admin admin] 10.222.0.20 "PUT /v2.0/routers/1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8 HTTP/1.1" status: 200 len: 889 time: 1.8312962 Jul 06 14:48:48.198319 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f95f625-68d2-4ad7-8eba-551c79f0ebbb None None] Sync routers for ids ['1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8'] in dv-cinder-788363-5-iscsi {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:48:48.210177 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f95f625-68d2-4ad7-8eba-551c79f0ebbb None None] Routers {'1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:48:48.210875 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-6f95f625-68d2-4ad7-8eba-551c79f0ebbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T14:48:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:48.444155 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-6f95f625-68d2-4ad7-8eba-551c79f0ebbb None None] Set router 1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:48:48.854153 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-6f95f625-68d2-4ad7-8eba-551c79f0ebbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8', 'name': 'router1', 'tenant_id': '07d1154594f64a2ba1ffd745c776af81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'db353488-7e7e-4686-9339-b92e2a452905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:48:29Z', 'updated_at': '2021-07-06T14:48:47Z', 'revision_number': 4, 'project_id': '07d1154594f64a2ba1ffd745c776af81', 'gw_port': {'id': 'db353488-7e7e-4686-9339-b92e2a452905', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:73:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:48:47Z', 'updated_at': '2021-07-06T14:48:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '548c65d1-16a3-4c84-9cfe-81f106a357e1', 'name': '', 'network_id': 'f9745f88-b82c-47ea-871c-695862e1719e', 'tenant_id': '07d1154594f64a2ba1ffd745c776af81', 'mac_address': 'fa:16:3e:a5:84:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f72fd036-2760-40fc-82a5-a13bf7029cbd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:48:39Z', 'updated_at': '2021-07-06T14:48:47Z', 'revision_number': 5, 'project_id': '07d1154594f64a2ba1ffd745c776af81', 'subnets': [{'id': 'f72fd036-2760-40fc-82a5-a13bf7029cbd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6181cb9f-28d2-45a8-b868-c8c9f63a3cef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:48.909081 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f95f625-68d2-4ad7-8eba-551c79f0ebbb None None] Checking router: 1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8 for host: dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:48:48.909456 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f95f625-68d2-4ad7-8eba-551c79f0ebbb None None] Updating router 1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8 port db353488-7e7e-4686-9339-b92e2a452905 binding host dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:48:48.944250 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-6f95f625-68d2-4ad7-8eba-551c79f0ebbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:49.310247 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-6f95f625-68d2-4ad7-8eba-551c79f0ebbb None None] Notify callbacks [] for port, precommit_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:49.320492 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-6f95f625-68d2-4ad7-8eba-551c79f0ebbb None None] Transition to ACTIVE for port object db353488-7e7e-4686-9339-b92e2a452905 will not be triggered until provisioned by entity L2. {{(pid=92917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:48:49.328006 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-6f95f625-68d2-4ad7-8eba-551c79f0ebbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:49.380717 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-6f95f625-68d2-4ad7-8eba-551c79f0ebbb None None] Attempting to bind port db353488-7e7e-4686-9339-b92e2a452905 on host dv-cinder-788363-5-iscsi for vnic_type normal with profile {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:48:49.381088 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-6f95f625-68d2-4ad7-8eba-551c79f0ebbb None None] Attempting to bind port db353488-7e7e-4686-9339-b92e2a452905 by drivers openvswitch,hyperv on host dv-cinder-788363-5-iscsi at level 0 using segments [{'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:48:49.381448 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f95f625-68d2-4ad7-8eba-551c79f0ebbb None None] Attempting to bind port db353488-7e7e-4686-9339-b92e2a452905 on network cda8cae0-c766-4621-9577-ca435140768c {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:48:49.387232 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce788ea-9105-4f7a-9c42-e2d0cbac6f47 None None] Pushing event updated for resources: {'Port': ['ID=db353488-7e7e-4686-9339-b92e2a452905,revision_number=2']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:49.392119 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f95f625-68d2-4ad7-8eba-551c79f0ebbb None None] Checking agent: {'id': 'f25167b8-434d-4f4a-9be4-898338da7490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 48, 5), 'started_at': datetime.datetime(2021, 7, 6, 14, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:48:49.393108 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f95f625-68d2-4ad7-8eba-551c79f0ebbb None None] Checking segment: {'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:48:49.393427 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-6f95f625-68d2-4ad7-8eba-551c79f0ebbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:49.393857 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f95f625-68d2-4ad7-8eba-551c79f0ebbb None None] Bound using segment: {'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:48:49.394295 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-6f95f625-68d2-4ad7-8eba-551c79f0ebbb None None] Bound port: db353488-7e7e-4686-9339-b92e2a452905, host: dv-cinder-788363-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'}}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:48:49.394703 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-6f95f625-68d2-4ad7-8eba-551c79f0ebbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:49.451864 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-6f95f625-68d2-4ad7-8eba-551c79f0ebbb None None] For port db353488-7e7e-4686-9339-b92e2a452905, host dv-cinder-788363-5-iscsi, cleared binding levels {{(pid=92917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:48:49.455733 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-6f95f625-68d2-4ad7-8eba-551c79f0ebbb None None] For port db353488-7e7e-4686-9339-b92e2a452905, host dv-cinder-788363-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=db353488-7e7e-4686-9339-b92e2a452905,segment=NetworkSegment(d7a48dfa-38cd-4c9a-ae5e-4dc474366c17),segment_id=d7a48dfa-38cd-4c9a-ae5e-4dc474366c17)] {{(pid=92917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:48:49.462078 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-6f95f625-68d2-4ad7-8eba-551c79f0ebbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:49.521954 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f95f625-68d2-4ad7-8eba-551c79f0ebbb None None] Routers {'1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:48:49.522616 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-6f95f625-68d2-4ad7-8eba-551c79f0ebbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T14:48:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:49.524328 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce788ea-9105-4f7a-9c42-e2d0cbac6f47 None None] Pushing event updated for resources: {'Port': ['ID=db353488-7e7e-4686-9339-b92e2a452905,revision_number=3']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:49.653823 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 548c65d1-16a3-4c84-9cfe-81f106a357e1 up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:48:49.757659 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-6f95f625-68d2-4ad7-8eba-551c79f0ebbb None None] Set router 1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:48:49.787209 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 548c65d1-16a3-4c84-9cfe-81f106a357e1 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:48:49.787593 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:50.046428 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-6f95f625-68d2-4ad7-8eba-551c79f0ebbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8', 'name': 'router1', 'tenant_id': '07d1154594f64a2ba1ffd745c776af81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'db353488-7e7e-4686-9339-b92e2a452905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:48:29Z', 'updated_at': '2021-07-06T14:48:47Z', 'revision_number': 4, 'project_id': '07d1154594f64a2ba1ffd745c776af81', 'gw_port': {'id': 'db353488-7e7e-4686-9339-b92e2a452905', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:73:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:48:47Z', 'updated_at': '2021-07-06T14:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '548c65d1-16a3-4c84-9cfe-81f106a357e1', 'name': '', 'network_id': 'f9745f88-b82c-47ea-871c-695862e1719e', 'tenant_id': '07d1154594f64a2ba1ffd745c776af81', 'mac_address': 'fa:16:3e:a5:84:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f72fd036-2760-40fc-82a5-a13bf7029cbd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:48:39Z', 'updated_at': '2021-07-06T14:48:47Z', 'revision_number': 5, 'project_id': '07d1154594f64a2ba1ffd745c776af81', 'subnets': [{'id': 'f72fd036-2760-40fc-82a5-a13bf7029cbd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6181cb9f-28d2-45a8-b868-c8c9f63a3cef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:50.074132 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f95f625-68d2-4ad7-8eba-551c79f0ebbb None None] The sync data for ids ['1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8'] in dv-cinder-788363-5-iscsi is: [{'id': '1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8', 'name': 'router1', 'tenant_id': '07d1154594f64a2ba1ffd745c776af81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'db353488-7e7e-4686-9339-b92e2a452905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:48:29Z', 'updated_at': '2021-07-06T14:48:47Z', 'revision_number': 4, 'project_id': '07d1154594f64a2ba1ffd745c776af81', 'gw_port': {'id': 'db353488-7e7e-4686-9339-b92e2a452905', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:73:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:48:47Z', 'updated_at': '2021-07-06T14:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '548c65d1-16a3-4c84-9cfe-81f106a357e1', 'name': '', 'network_id': 'f9745f88-b82c-47ea-871c-695862e1719e', 'tenant_id': '07d1154594f64a2ba1ffd745c776af81', 'mac_address': 'fa:16:3e:a5:84:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdd0ff6-b343-4f79-b15b-53e8eb49b9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f72fd036-2760-40fc-82a5-a13bf7029cbd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:48:39Z', 'updated_at': '2021-07-06T14:48:47Z', 'revision_number': 5, 'project_id': '07d1154594f64a2ba1ffd745c776af81', 'subnets': [{'id': 'f72fd036-2760-40fc-82a5-a13bf7029cbd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6181cb9f-28d2-45a8-b868-c8c9f63a3cef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:48:50.633631 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 45388) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:50.772668 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-0f1bbbc6-e6e6-4755-adc8-16776995eed2 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1377761 Jul 06 14:48:51.688963 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device db353488-7e7e-4686-9339-b92e2a452905 up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:48:51.745217 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning for port db353488-7e7e-4686-9339-b92e2a452905 completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:48:51.763910 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port db353488-7e7e-4686-9339-b92e2a452905 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:48:51.764336 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:51.868150 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:51.897477 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] For port db353488-7e7e-4686-9339-b92e2a452905, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=db353488-7e7e-4686-9339-b92e2a452905,segment=NetworkSegment(d7a48dfa-38cd-4c9a-ae5e-4dc474366c17),segment_id=d7a48dfa-38cd-4c9a-ae5e-4dc474366c17)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:48:51.903946 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:51.965446 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Pushing event updated for resources: {'Port': ['ID=db353488-7e7e-4686-9339-b92e2a452905,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:53.675802 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device db353488-7e7e-4686-9339-b92e2a452905 up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:48:53.739224 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port db353488-7e7e-4686-9339-b92e2a452905 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:48:53.739610 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:01.977871 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-34cd2c45-8913-4cc2-988f-94ca5262bb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:05.375412 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-0a861b88-15ea-41b2-890a-4605ddadf804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:05.443609 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:06.495074 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:08.490002 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:13.307782 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 5 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:49:31.972461 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-846e11f2-18ec-4170-8c31-7f62b3a1efcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:35.385850 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d608afbf-9519-4deb-bd8d-fd64518e7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:35.450232 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:36.498491 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:38.502764 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:50.293638 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 5 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:50:01.968819 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-f839bd6d-f63f-40c6-a537-9141fb085523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:05.385797 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-127a4ef5-1e6c-4cd3-9191-5219d36a6e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:05.450078 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:06.504356 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:08.507500 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:27.290441 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 5 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:50:31.966671 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-9d7bb71d-b543-4729-9217-547c71d53479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:35.381197 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-25d0098f-5d25-4b82-8af7-3979e7e3632e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:35.444839 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:36.504217 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:37.340720 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 45956) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:50:37.406444 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.pecan_wsgi.hooks.translation [None req-c21d5bab-e20b-4ffe-8dca-2662b77a5045 admin admin] GET failed (client error): The resource could not be found. Jul 06 14:50:37.407867 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-c21d5bab-e20b-4ffe-8dca-2662b77a5045 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0662110 Jul 06 14:50:37.575367 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0a21ef-54d7-4e4a-87d1-c466a75fe471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:37.577010 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-6b0a21ef-54d7-4e4a-87d1-c466a75fe471 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1651349 Jul 06 14:50:38.508069 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:39.868510 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 45966) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:50:40.003851 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dfae62-2aa4-46d9-83c4-5fd505ba648a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:40.005139 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-d9dfae62-2aa4-46d9-83c4-5fd505ba648a admin admin] 10.222.0.20 "GET /v2.0/subnets/f72fd036-2760-40fc-82a5-a13bf7029cbd HTTP/1.1" status: 200 len: 849 time: 0.1356266 Jul 06 14:50:40.016231 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-9d4e1ad6-c978-4151-b776-5c8fc08ac6c8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:50:40.113514 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-9d4e1ad6-c978-4151-b776-5c8fc08ac6c8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:40.320027 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-9d4e1ad6-c978-4151-b776-5c8fc08ac6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766384867871'] for subnet, after_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:40.359996 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4e1ad6-c978-4151-b776-5c8fc08ac6c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:40.361213 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-9d4e1ad6-c978-4151-b776-5c8fc08ac6c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for subnet, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:40.363952 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bdac9d-da22-4b48-9f59-b61f79be1cf0 None None] Network f9745f88-b82c-47ea-871c-695862e1719e requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:50:40.364566 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-9d4e1ad6-c978-4151-b776-5c8fc08ac6c8 admin admin] 10.222.0.20 "PUT /v2.0/subnets/f72fd036-2760-40fc-82a5-a13bf7029cbd HTTP/1.1" status: 200 len: 868 time: 0.3524942 Jul 06 14:50:40.401631 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e1ad6-c978-4151-b776-5c8fc08ac6c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f72fd036-2760-40fc-82a5-a13bf7029cbd,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:40.414000 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e1ad6-c978-4151-b776-5c8fc08ac6c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:40.414572 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e1ad6-c978-4151-b776-5c8fc08ac6c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:40.415159 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e1ad6-c978-4151-b776-5c8fc08ac6c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:40.415702 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e1ad6-c978-4151-b776-5c8fc08ac6c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:40.416240 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e1ad6-c978-4151-b776-5c8fc08ac6c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:40.416815 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e1ad6-c978-4151-b776-5c8fc08ac6c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:40.417358 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e1ad6-c978-4151-b776-5c8fc08ac6c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:40.417905 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e1ad6-c978-4151-b776-5c8fc08ac6c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:40.418453 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e1ad6-c978-4151-b776-5c8fc08ac6c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:40.418999 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e1ad6-c978-4151-b776-5c8fc08ac6c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:40.420107 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e1ad6-c978-4151-b776-5c8fc08ac6c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:40.421049 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e1ad6-c978-4151-b776-5c8fc08ac6c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:40.853702 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-1327cc1e-2b8e-4c25-91d1-6ffd9e20d9f8 None None] Provisioning complete for port 508402a0-0af9-4c97-b09e-ce444634aebb triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:50:40.854361 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-1327cc1e-2b8e-4c25-91d1-6ffd9e20d9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:40.956711 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-1327cc1e-2b8e-4c25-91d1-6ffd9e20d9f8 None None] Provisioning complete for port 548c65d1-16a3-4c84-9cfe-81f106a357e1 triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:50:40.956995 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-1327cc1e-2b8e-4c25-91d1-6ffd9e20d9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:42.892276 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 45974) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:50:43.118644 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0095d846-fe76-4e8c-b4c1-7a767d50b349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:43.119149 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0095d846-fe76-4e8c-b4c1-7a767d50b349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:43.120735 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-0095d846-fe76-4e8c-b4c1-7a767d50b349 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2272596 Jul 06 14:50:45.400143 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 45984) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:50:45.540212 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3eb78c-1531-4212-8acf-960ef5cb6679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:45.540775 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3eb78c-1531-4212-8acf-960ef5cb6679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:45.542335 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-4c3eb78c-1531-4212-8acf-960ef5cb6679 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1412339 Jul 06 14:50:47.953374 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 45992) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:50:48.109011 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d68936-7b2c-4bec-bd5b-983c9aabd9c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:48.110395 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-01d68936-7b2c-4bec-bd5b-983c9aabd9c7 admin admin] 10.222.0.20 "GET /v2.0/networks/cda8cae0-c766-4621-9577-ca435140768c HTTP/1.1" status: 200 len: 886 time: 0.1561549 Jul 06 14:50:50.599098 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 46000) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:50:50.742930 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cbea79-5c6f-4156-a261-03887b3ed23b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:50.744334 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-91cbea79-5c6f-4156-a261-03887b3ed23b admin admin] 10.222.0.20 "GET /v2.0/networks/f9745f88-b82c-47ea-871c-695862e1719e HTTP/1.1" status: 200 len: 869 time: 0.1442835 Jul 06 14:50:52.978506 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 46008) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:50:53.113122 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0156f061-ea1b-4e8d-bd53-bc210c9ead1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:53.113584 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0156f061-ea1b-4e8d-bd53-bc210c9ead1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:53.115177 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-0156f061-ea1b-4e8d-bd53-bc210c9ead1a admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1355903 Jul 06 14:50:55.510102 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 46016) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:50:55.617112 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d6aa97-e508-4422-b3ed-3cce7f83a580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:55.617575 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d6aa97-e508-4422-b3ed-3cce7f83a580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:55.619143 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-e7d6aa97-e508-4422-b3ed-3cce7f83a580 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1080663 Jul 06 14:50:57.843617 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 46024) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:50:57.930460 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ac7099-0d2b-4a15-ab2e-e027903c0ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:57.931755 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-45ac7099-0d2b-4a15-ab2e-e027903c0ddf admin admin] 10.222.0.20 "GET /v2.0/subnets/1f1b7348-831f-4a39-b588-ec6aad475c62 HTTP/1.1" status: 200 len: 816 time: 0.0871720 Jul 06 14:51:00.151694 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 46032) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:51:00.245635 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795c7c2e-f43e-432a-af18-d4fe4d3e1678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:51:00.247405 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-795c7c2e-f43e-432a-af18-d4fe4d3e1678 admin admin] 10.222.0.20 "GET /v2.0/subnets/f72fd036-2760-40fc-82a5-a13bf7029cbd HTTP/1.1" status: 200 len: 868 time: 0.0947504 Jul 06 14:51:01.966562 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-7f87092a-38b0-4eb8-82da-66a834b9d59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:04.289552 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 5 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:51:05.384125 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-dc03eb36-3612-42ef-86ff-a1dd17dfc008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:05.447768 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:06.509111 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:08.510227 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:25.889638 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 46076) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:51:25.945946 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [None req-391be7b8-9681-4347-a670-a99e08ec554d admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:51:25.947552 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-391be7b8-9681-4347-a670-a99e08ec554d admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0566008 Jul 06 14:51:28.478576 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 46084) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:51:28.548660 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e0fa4ae-d22f-4e4f-a5f6-55ea6c160ce9 admin admin] GET failed (client error): The resource could not be found. Jul 06 14:51:28.550255 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-1e0fa4ae-d22f-4e4f-a5f6-55ea6c160ce9 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0705550 Jul 06 14:51:28.746834 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3d19c6-8d55-4c93-a2ec-708c79d0e6d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:51:28.748309 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-ee3d19c6-8d55-4c93-a2ec-708c79d0e6d5 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1923466 Jul 06 14:51:31.232529 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 46092) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:51:31.287166 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-76eaaef4-1686-4c56-8b8b-8aa0030cb957 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:51:31.310355 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76eaaef4-1686-4c56-8b8b-8aa0030cb957 admin admin] Made reservation on behalf of 9883961666184131872f1c8d4cffb80b for: {'network': 1} {{(pid=92915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:51:31.312867 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-76eaaef4-1686-4c56-8b8b-8aa0030cb957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for network, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:31.358064 dv-cinder-788363-5-iscsi neutron-server[92915]: WARNING neutron.services.revisions.revision_plugin [None req-76eaaef4-1686-4c56-8b8b-8aa0030cb957 admin admin] Could not find related network for resource to bump revision. Jul 06 14:51:31.374775 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76eaaef4-1686-4c56-8b8b-8aa0030cb957 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=92915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:51:31.386947 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-76eaaef4-1686-4c56-8b8b-8aa0030cb957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:31.387325 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.db.segments_db [None req-76eaaef4-1686-4c56-8b8b-8aa0030cb957 admin admin] Added segment c7d989d6-0612-4803-9ec7-d61f7e71dc09 of type vlan for network 669ae252-ef84-4fc7-868f-58e1b57b730f Jul 06 14:51:31.439624 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-76eaaef4-1686-4c56-8b8b-8aa0030cb957 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766384329310'] for network, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:31.479704 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-76eaaef4-1686-4c56-8b8b-8aa0030cb957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040'] for network, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:31.482027 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76eaaef4-1686-4c56-8b8b-8aa0030cb957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:51:31.482636 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-76eaaef4-1686-4c56-8b8b-8aa0030cb957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:31.544617 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-76eaaef4-1686-4c56-8b8b-8aa0030cb957 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3108773 Jul 06 14:51:31.554628 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eaaef4-1686-4c56-8b8b-8aa0030cb957 admin admin] Pushing event updated for resources: {'Network': ['ID=669ae252-ef84-4fc7-868f-58e1b57b730f,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:51:31.563474 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eaaef4-1686-4c56-8b8b-8aa0030cb957 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:51:31.563877 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eaaef4-1686-4c56-8b8b-8aa0030cb957 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:51:31.564215 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eaaef4-1686-4c56-8b8b-8aa0030cb957 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:51:31.564556 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eaaef4-1686-4c56-8b8b-8aa0030cb957 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:51:31.564893 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eaaef4-1686-4c56-8b8b-8aa0030cb957 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:51:31.565232 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eaaef4-1686-4c56-8b8b-8aa0030cb957 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:51:31.565568 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eaaef4-1686-4c56-8b8b-8aa0030cb957 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:51:31.565899 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eaaef4-1686-4c56-8b8b-8aa0030cb957 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:51:31.566233 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eaaef4-1686-4c56-8b8b-8aa0030cb957 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:51:31.566565 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eaaef4-1686-4c56-8b8b-8aa0030cb957 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:51:31.566896 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eaaef4-1686-4c56-8b8b-8aa0030cb957 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:51:31.567263 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eaaef4-1686-4c56-8b8b-8aa0030cb957 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:51:31.582712 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Network 669ae252-ef84-4fc7-868f-58e1b57b730f details requested by agent ovs-agent-dv-cinder-788363-5-iscsi with host dv-cinder-788363-5-iscsi {{(pid=92917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:51:31.969312 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d66babe2-18d4-4c18-92d6-18383e427251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:34.070964 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 46100) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:51:34.145350 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eeae1ad-077b-4291-a07a-5843c569143f admin admin] GET failed (client error): The resource could not be found. Jul 06 14:51:34.146743 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-6eeae1ad-077b-4291-a07a-5843c569143f admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0747533 Jul 06 14:51:34.259808 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1505a93d-c97c-4593-85a6-5bebfc22ad08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:51:34.262278 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-1505a93d-c97c-4593-85a6-5bebfc22ad08 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1076522 Jul 06 14:51:34.274095 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-23d6fa97-6b11-42df-bc2a-43b2f3fd0b0d admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '669ae252-ef84-4fc7-868f-58e1b57b730f'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:51:34.301395 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d6fa97-6b11-42df-bc2a-43b2f3fd0b0d admin admin] Made reservation on behalf of 9883961666184131872f1c8d4cffb80b for: {'subnet': 1} {{(pid=92915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:51:34.304180 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-23d6fa97-6b11-42df-bc2a-43b2f3fd0b0d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:34.526612 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-23d6fa97-6b11-42df-bc2a-43b2f3fd0b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040'] for subnet, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:34.594427 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6fa97-6b11-42df-bc2a-43b2f3fd0b0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=26daada7-2048-4de5-8f4b-b2916b29a9ce,revision_number=0']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:51:34.603611 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d6fa97-6b11-42df-bc2a-43b2f3fd0b0d admin admin] Checking segment: {'id': 'c7d989d6-0612-4803-9ec7-d61f7e71dc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '669ae252-ef84-4fc7-868f-58e1b57b730f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:51:34.603966 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d6fa97-6b11-42df-bc2a-43b2f3fd0b0d admin admin] Network hostable DHCP agents. Network: 669ae252-ef84-4fc7-868f-58e1b57b730f, hostable agents: ['69855ee5-e315-4bf8-8b06-7c2b552a2d00'], hosted agents: [] {{(pid=92915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:51:34.624394 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d6fa97-6b11-42df-bc2a-43b2f3fd0b0d admin admin] Network 669ae252-ef84-4fc7-868f-58e1b57b730f is scheduled to be hosted by DHCP agent 69855ee5-e315-4bf8-8b06-7c2b552a2d00 with binding_index 1 {{(pid=92915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:51:34.635107 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [None req-23d6fa97-6b11-42df-bc2a-43b2f3fd0b0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-5-iscsi, 669ae252-ef84-4fc7-868f-58e1b57b730f) {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:51:34.642580 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d6fa97-6b11-42df-bc2a-43b2f3fd0b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:51:34.643533 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-23d6fa97-6b11-42df-bc2a-43b2f3fd0b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for subnet, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:34.658384 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c89d72-71d8-4504-b6ed-1bbb39aff53f None None] Network 669ae252-ef84-4fc7-868f-58e1b57b730f requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:51:34.663714 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-23d6fa97-6b11-42df-bc2a-43b2f3fd0b0d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3936677 Jul 06 14:51:34.831142 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d873c1-a872-4eac-971d-06885889003d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c524b10-db73-5aad-82fa-1a4727f3bbf1-669ae252-ef84-4fc7-868f-58e1b57b730f', 'network_id': '669ae252-ef84-4fc7-868f-58e1b57b730f', 'tenant_id': '9883961666184131872f1c8d4cffb80b', 'fixed_ips': [{'subnet_id': '26daada7-2048-4de5-8f4b-b2916b29a9ce'}]}} from dv-cinder-788363-5-iscsi. {{(pid=92917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:51:34.832073 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-b8d873c1-a872-4eac-971d-06885889003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:35.000174 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.db_base_plugin_common [None req-b8d873c1-a872-4eac-971d-06885889003d None None] Allocated IP 192.168.233.2 (669ae252-ef84-4fc7-868f-58e1b57b730f/26daada7-2048-4de5-8f4b-b2916b29a9ce/8f9e9783-9286-4c6b-a5ea-6007751af3f2) {{(pid=92917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:51:35.193226 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-b8d873c1-a872-4eac-971d-06885889003d None None] Notify callbacks [] for port, precommit_create {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:35.204169 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-b8d873c1-a872-4eac-971d-06885889003d None None] Transition to ACTIVE for port object 8f9e9783-9286-4c6b-a5ea-6007751af3f2 will not be triggered until provisioned by entity L2. {{(pid=92917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:51:35.227663 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-b8d873c1-a872-4eac-971d-06885889003d None None] Transition to ACTIVE for port object 8f9e9783-9286-4c6b-a5ea-6007751af3f2 will not be triggered until provisioned by entity DHCP. {{(pid=92917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:51:35.235927 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-b8d873c1-a872-4eac-971d-06885889003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525'] for port, after_create {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:35.278176 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d873c1-a872-4eac-971d-06885889003d None None] Network 669ae252-ef84-4fc7-868f-58e1b57b730f is already hosted by enough agents. {{(pid=92917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:51:35.281305 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.scheduler.base_scheduler [None req-b8d873c1-a872-4eac-971d-06885889003d None None] Resources bound (agent type, host, resource id): {{(pid=92917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:51:35.287105 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d873c1-a872-4eac-971d-06885889003d None None] Received port after_create {{(pid=92917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:51:35.299147 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d873c1-a872-4eac-971d-06885889003d None None] Pushing event updated for resources: {'Port': ['ID=8f9e9783-9286-4c6b-a5ea-6007751af3f2,revision_number=1']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:51:35.324613 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d873c1-a872-4eac-971d-06885889003d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:51:35.325204 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d873c1-a872-4eac-971d-06885889003d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:51:35.325583 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d873c1-a872-4eac-971d-06885889003d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:51:35.326070 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d873c1-a872-4eac-971d-06885889003d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:51:35.326498 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d873c1-a872-4eac-971d-06885889003d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:51:35.326843 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d873c1-a872-4eac-971d-06885889003d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:51:35.327215 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d873c1-a872-4eac-971d-06885889003d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:51:35.327553 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d873c1-a872-4eac-971d-06885889003d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:51:35.327907 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d873c1-a872-4eac-971d-06885889003d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:51:35.328242 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d873c1-a872-4eac-971d-06885889003d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:51:35.328573 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d873c1-a872-4eac-971d-06885889003d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:51:35.329001 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d873c1-a872-4eac-971d-06885889003d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:51:35.376539 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-b8d873c1-a872-4eac-971d-06885889003d None None] Attempting to bind port 8f9e9783-9286-4c6b-a5ea-6007751af3f2 on host dv-cinder-788363-5-iscsi for vnic_type normal with profile {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:51:35.377053 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-b8d873c1-a872-4eac-971d-06885889003d None None] Attempting to bind port 8f9e9783-9286-4c6b-a5ea-6007751af3f2 by drivers openvswitch,hyperv on host dv-cinder-788363-5-iscsi at level 0 using segments [{'id': 'c7d989d6-0612-4803-9ec7-d61f7e71dc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '669ae252-ef84-4fc7-868f-58e1b57b730f'}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:51:35.377274 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d873c1-a872-4eac-971d-06885889003d None None] Attempting to bind port 8f9e9783-9286-4c6b-a5ea-6007751af3f2 on network 669ae252-ef84-4fc7-868f-58e1b57b730f {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:51:35.391135 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d873c1-a872-4eac-971d-06885889003d None None] Checking agent: {'id': 'f25167b8-434d-4f4a-9be4-898338da7490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 48, 5), 'started_at': datetime.datetime(2021, 7, 6, 14, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:51:35.391475 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d873c1-a872-4eac-971d-06885889003d None None] Checking segment: {'id': 'c7d989d6-0612-4803-9ec7-d61f7e71dc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '669ae252-ef84-4fc7-868f-58e1b57b730f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:51:35.391862 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-b8d873c1-a872-4eac-971d-06885889003d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:35.392239 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d873c1-a872-4eac-971d-06885889003d None None] Bound using segment: {'id': 'c7d989d6-0612-4803-9ec7-d61f7e71dc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '669ae252-ef84-4fc7-868f-58e1b57b730f'} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:51:35.392709 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-b8d873c1-a872-4eac-971d-06885889003d None None] Bound port: 8f9e9783-9286-4c6b-a5ea-6007751af3f2, host: dv-cinder-788363-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d989d6-0612-4803-9ec7-d61f7e71dc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '669ae252-ef84-4fc7-868f-58e1b57b730f'}}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:51:35.393300 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-b8d873c1-a872-4eac-971d-06885889003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:35.396450 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-5c7879e0-8fd1-4f50-806a-12792c97af19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:35.459136 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:35.482707 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-b8d873c1-a872-4eac-971d-06885889003d None None] For port 8f9e9783-9286-4c6b-a5ea-6007751af3f2, host dv-cinder-788363-5-iscsi, cleared binding levels {{(pid=92917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:51:35.486606 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-b8d873c1-a872-4eac-971d-06885889003d None None] For port 8f9e9783-9286-4c6b-a5ea-6007751af3f2, host dv-cinder-788363-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=8f9e9783-9286-4c6b-a5ea-6007751af3f2,segment=NetworkSegment(c7d989d6-0612-4803-9ec7-d61f7e71dc09),segment_id=c7d989d6-0612-4803-9ec7-d61f7e71dc09)] {{(pid=92917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:51:35.493211 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-b8d873c1-a872-4eac-971d-06885889003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:35.560685 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d873c1-a872-4eac-971d-06885889003d None None] Pushing event updated for resources: {'Port': ['ID=8f9e9783-9286-4c6b-a5ea-6007751af3f2,revision_number=2']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:51:35.836038 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 8f9e9783-9286-4c6b-a5ea-6007751af3f2 up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:51:35.897688 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning for port 8f9e9783-9286-4c6b-a5ea-6007751af3f2 completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:51:36.503056 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3695e9c-daf1-4870-bc22-637251c54e89 None None] Network 669ae252-ef84-4fc7-868f-58e1b57b730f requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:51:36.561337 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:36.590051 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-21b2fba8-3a47-481c-b997-7103c49caa52 None None] Provisioning for port 8f9e9783-9286-4c6b-a5ea-6007751af3f2 completed by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:51:36.599762 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-21b2fba8-3a47-481c-b997-7103c49caa52 None None] Provisioning complete for port 8f9e9783-9286-4c6b-a5ea-6007751af3f2 triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:51:36.600129 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-21b2fba8-3a47-481c-b997-7103c49caa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:36.754493 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-21b2fba8-3a47-481c-b997-7103c49caa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:36.797255 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-21b2fba8-3a47-481c-b997-7103c49caa52 None None] For port 8f9e9783-9286-4c6b-a5ea-6007751af3f2, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=8f9e9783-9286-4c6b-a5ea-6007751af3f2,segment=NetworkSegment(c7d989d6-0612-4803-9ec7-d61f7e71dc09),segment_id=c7d989d6-0612-4803-9ec7-d61f7e71dc09)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:51:36.801456 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-21b2fba8-3a47-481c-b997-7103c49caa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:36.860325 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b2fba8-3a47-481c-b997-7103c49caa52 None None] Pushing event updated for resources: {'Port': ['ID=8f9e9783-9286-4c6b-a5ea-6007751af3f2,revision_number=3']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:51:37.022870 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-c194317d-ef69-4f91-aaa1-e2649e80aa2b None None] Provisioning complete for port 8f9e9783-9286-4c6b-a5ea-6007751af3f2 triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:51:37.023272 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-c194317d-ef69-4f91-aaa1-e2649e80aa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:37.771487 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 8f9e9783-9286-4c6b-a5ea-6007751af3f2 up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:51:37.826864 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 8f9e9783-9286-4c6b-a5ea-6007751af3f2 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:51:37.827451 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:38.513661 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:41.288714 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 5 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:52:01.984035 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-a7497a97-fbbe-4e8d-9c57-8423a160a941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:05.399262 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-87d35e8b-d850-45f4-a662-de3d0f8b292d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:05.456397 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:06.509771 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:08.518356 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:18.288433 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 5 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:52:31.971451 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-2cbabead-ed9a-423a-9215-e3e3c87e435f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:35.396435 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-50f172eb-c4da-4de6-86ac-e409ffc50fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:35.456497 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:36.513161 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:38.520696 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:49.136321 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 46154) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:52:49.142488 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [None req-2f540a44-38d7-465a-88fe-767ce35c5d1e tempest-verify_tempest_config-231282219 tempest-verify_tempest_config-231282219-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:52:49.143572 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-2f540a44-38d7-465a-88fe-767ce35c5d1e tempest-verify_tempest_config-231282219 tempest-verify_tempest_config-231282219-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062425 Jul 06 14:52:49.481664 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 46172) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:52:49.588557 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-69d36da0-ac74-4e9b-99e7-69cadf5ae13c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:49.696951 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-69d36da0-ac74-4e9b-99e7-69cadf5ae13c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:49.701216 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-69d36da0-ac74-4e9b-99e7-69cadf5ae13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:49.747546 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-69d36da0-ac74-4e9b-99e7-69cadf5ae13c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c78cd9e3e4848598412669de68d348f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2646160 Jul 06 14:52:49.748248 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d36da0-ac74-4e9b-99e7-69cadf5ae13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dae2065-6c2b-4345-adfb-f20d191a1795,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:49.750198 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 46176) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:52:49.755347 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d36da0-ac74-4e9b-99e7-69cadf5ae13c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:49.755713 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d36da0-ac74-4e9b-99e7-69cadf5ae13c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:49.756059 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d36da0-ac74-4e9b-99e7-69cadf5ae13c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:49.756402 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d36da0-ac74-4e9b-99e7-69cadf5ae13c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:49.757236 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d36da0-ac74-4e9b-99e7-69cadf5ae13c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:49.757236 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d36da0-ac74-4e9b-99e7-69cadf5ae13c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:49.757389 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d36da0-ac74-4e9b-99e7-69cadf5ae13c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:49.757699 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d36da0-ac74-4e9b-99e7-69cadf5ae13c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:49.758019 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d36da0-ac74-4e9b-99e7-69cadf5ae13c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:49.758343 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d36da0-ac74-4e9b-99e7-69cadf5ae13c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:49.759251 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d36da0-ac74-4e9b-99e7-69cadf5ae13c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:49.759575 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d36da0-ac74-4e9b-99e7-69cadf5ae13c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:49.814283 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fc998bfa-0238-459a-aa6d-689cced1d6bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:49.838199 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fc998bfa-0238-459a-aa6d-689cced1d6bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:49.937778 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fc998bfa-0238-459a-aa6d-689cced1d6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:49.940462 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fc998bfa-0238-459a-aa6d-689cced1d6bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:49.941637 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-fc998bfa-0238-459a-aa6d-689cced1d6bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6dae2065-6c2b-4345-adfb-f20d191a1795 HTTP/1.1" status: 204 len: 168 time: 0.1904464 Jul 06 14:52:49.950673 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc998bfa-0238-459a-aa6d-689cced1d6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dae2065-6c2b-4345-adfb-f20d191a1795,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:49.957585 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc998bfa-0238-459a-aa6d-689cced1d6bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:49.957934 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc998bfa-0238-459a-aa6d-689cced1d6bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:49.958274 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc998bfa-0238-459a-aa6d-689cced1d6bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:49.958610 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc998bfa-0238-459a-aa6d-689cced1d6bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:49.958942 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc998bfa-0238-459a-aa6d-689cced1d6bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:49.959323 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc998bfa-0238-459a-aa6d-689cced1d6bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:49.959981 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc998bfa-0238-459a-aa6d-689cced1d6bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:49.960317 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc998bfa-0238-459a-aa6d-689cced1d6bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:49.960760 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc998bfa-0238-459a-aa6d-689cced1d6bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:49.960992 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc998bfa-0238-459a-aa6d-689cced1d6bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:49.961332 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc998bfa-0238-459a-aa6d-689cced1d6bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:49.962843 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc998bfa-0238-459a-aa6d-689cced1d6bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:55.288848 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 5 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:53:01.971104 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d3683bd3-9fa6-4781-8691-5e0cce821745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:05.392600 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-09291c2e-453b-4793-b578-8370d14f4d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:05.454228 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:06.519439 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:08.524895 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:31.965442 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-66bb9479-c6ff-480b-88ea-4dbb187739a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:32.286993 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 5 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:53:35.390395 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-fd4c5dee-5b1c-453b-89cd-d04c787bb7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:35.448999 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:36.519916 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:38.539234 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:01.969624 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4f21ad31-dc02-41d2-8ffd-63f583e55e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:05.383552 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-3042ab5a-36c5-4146-b305-134a3ee3c90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:05.453231 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:06.522330 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:08.530079 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:09.285809 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 5 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:54:31.973829 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-6a649957-850b-4d81-ade4-bad33bb5910b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:35.388839 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-572d5a9f-38af-44f5-b025-22519dfab7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:35.457168 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:36.262642 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7871004'] for agent, after_create {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:36.528230 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:38.533525 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:46.284654 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 6 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:54:52.296946 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 46250) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:54:52.401148 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-b5ccc12a-3f04-4727-a0f3-4e9825b2b6fe admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1031201 Jul 06 14:54:54.606824 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 46260) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:54:54.662736 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-4d979704-1ab5-47fc-98de-ecee9d3709a2 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0541165 Jul 06 14:55:01.976699 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-3fb2d4cb-2aa1-4a1d-85f8-11520b8a6ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:05.383011 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-43917da3-db02-4153-82fb-2dfe5f910d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:05.460429 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:06.229193 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:06.528641 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:08.536441 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:23.283681 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 6 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:55:31.977298 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-613c58d1-dae5-4857-bdcb-3e3116ef12db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:35.387670 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-7038d248-58cb-43a4-a8d2-f7aae6cd0466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:35.460371 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:36.233197 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:36.532210 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:38.539717 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:00.282195 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 6 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:56:01.979487 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-157b18db-8f63-43e2-9074-66480c26ec77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:05.388085 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-17e8692b-2ef5-4421-b00b-c4bb16b741ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:05.461368 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:06.249309 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:06.534718 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:08.542572 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:26.490698 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 46378) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:26.771929 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-014fd551-3895-451f-aef8-b7726c4c8c5b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-68769901-network', 'tenant_id': 'e1024c61bda14051bc8e9885a0f65a59'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:56:26.804601 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014fd551-3895-451f-aef8-b7726c4c8c5b admin admin] Made reservation on behalf of e1024c61bda14051bc8e9885a0f65a59 for: {'network': 1} {{(pid=92916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:56:26.807148 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-014fd551-3895-451f-aef8-b7726c4c8c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for network, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:26.816493 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-014fd551-3895-451f-aef8-b7726c4c8c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:26.929727 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-014fd551-3895-451f-aef8-b7726c4c8c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:26.935337 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-014fd551-3895-451f-aef8-b7726c4c8c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:26.964132 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014fd551-3895-451f-aef8-b7726c4c8c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0aa446f-ee1b-4a64-9380-9413db1d507b,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:26.986138 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014fd551-3895-451f-aef8-b7726c4c8c5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:26.986459 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014fd551-3895-451f-aef8-b7726c4c8c5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:26.986842 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014fd551-3895-451f-aef8-b7726c4c8c5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:26.987220 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014fd551-3895-451f-aef8-b7726c4c8c5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:26.987752 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014fd551-3895-451f-aef8-b7726c4c8c5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:26.988018 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014fd551-3895-451f-aef8-b7726c4c8c5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:26.988454 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014fd551-3895-451f-aef8-b7726c4c8c5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:26.988857 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014fd551-3895-451f-aef8-b7726c4c8c5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:26.989135 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014fd551-3895-451f-aef8-b7726c4c8c5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:26.989462 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014fd551-3895-451f-aef8-b7726c4c8c5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:26.989780 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014fd551-3895-451f-aef8-b7726c4c8c5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:26.990295 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014fd551-3895-451f-aef8-b7726c4c8c5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:26.991335 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014fd551-3895-451f-aef8-b7726c4c8c5b admin admin] Tracked resource versions report: Jul 06 14:56:26.991335 dv-cinder-788363-5-iscsi neutron-server[92916]: pushed versions: Jul 06 14:56:26.991335 dv-cinder-788363-5-iscsi neutron-server[92916]: { 'AddressGroup': {'1.2'}, Jul 06 14:56:26.991335 dv-cinder-788363-5-iscsi neutron-server[92916]: 'ConntrackHelper': {'1.0'}, Jul 06 14:56:26.991335 dv-cinder-788363-5-iscsi neutron-server[92916]: 'Log': {'1.0'}, Jul 06 14:56:26.991335 dv-cinder-788363-5-iscsi neutron-server[92916]: 'Network': {'1.1'}, Jul 06 14:56:26.991335 dv-cinder-788363-5-iscsi neutron-server[92916]: 'Port': {'1.7'}, Jul 06 14:56:26.991335 dv-cinder-788363-5-iscsi neutron-server[92916]: 'PortForwarding': {'1.2'}, Jul 06 14:56:26.991335 dv-cinder-788363-5-iscsi neutron-server[92916]: 'QosPolicy': {'1.8'}, Jul 06 14:56:26.991335 dv-cinder-788363-5-iscsi neutron-server[92916]: 'SecurityGroup': {'1.4'}, Jul 06 14:56:26.991335 dv-cinder-788363-5-iscsi neutron-server[92916]: 'SecurityGroupRule': {'1.2'}, Jul 06 14:56:26.991335 dv-cinder-788363-5-iscsi neutron-server[92916]: 'SubPort': {'1.0'}, Jul 06 14:56:26.991335 dv-cinder-788363-5-iscsi neutron-server[92916]: 'Subnet': {'1.1'}, Jul 06 14:56:26.991335 dv-cinder-788363-5-iscsi neutron-server[92916]: 'Trunk': {'1.1'}} Jul 06 14:56:26.991335 dv-cinder-788363-5-iscsi neutron-server[92916]: consumer versions: Jul 06 14:56:26.991335 dv-cinder-788363-5-iscsi neutron-server[92916]: { DHCP agent@dv-cinder-788363-5-iscsi: {}, Jul 06 14:56:26.991335 dv-cinder-788363-5-iscsi neutron-server[92916]: HyperV agent@hv-cinder-78836: {}, Jul 06 14:56:26.991335 dv-cinder-788363-5-iscsi neutron-server[92916]: L3 agent@dv-cinder-788363-5-iscsi: {}, Jul 06 14:56:26.991335 dv-cinder-788363-5-iscsi neutron-server[92916]: Metadata agent@dv-cinder-788363-5-iscsi: {}, Jul 06 14:56:26.991335 dv-cinder-788363-5-iscsi neutron-server[92916]: Metering agent@dv-cinder-788363-5-iscsi: {}, Jul 06 14:56:26.991335 dv-cinder-788363-5-iscsi neutron-server[92916]: Open vSwitch agent@dv-cinder-788363-5-iscsi: { 'AddressGroup': '1.2', Jul 06 14:56:26.991335 dv-cinder-788363-5-iscsi neutron-server[92916]: 'ConntrackHelper': '1.0', Jul 06 14:56:26.991335 dv-cinder-788363-5-iscsi neutron-server[92916]: 'Log': '1.0', Jul 06 14:56:26.991335 dv-cinder-788363-5-iscsi neutron-server[92916]: 'Network': '1.1', Jul 06 14:56:26.991335 dv-cinder-788363-5-iscsi neutron-server[92916]: 'Port': '1.7', Jul 06 14:56:26.991335 dv-cinder-788363-5-iscsi neutron-server[92916]: 'PortForwarding': '1.2', Jul 06 14:56:26.991335 dv-cinder-788363-5-iscsi neutron-server[92916]: 'QosPolicy': '1.8', Jul 06 14:56:26.991335 dv-cinder-788363-5-iscsi neutron-server[92916]: 'SecurityGroup': '1.4', Jul 06 14:56:26.991335 dv-cinder-788363-5-iscsi neutron-server[92916]: 'SecurityGroupRule': '1.2', Jul 06 14:56:26.991335 dv-cinder-788363-5-iscsi neutron-server[92916]: 'SubPort': '1.0', Jul 06 14:56:26.991335 dv-cinder-788363-5-iscsi neutron-server[92916]: 'Subnet': '1.1', Jul 06 14:56:26.991335 dv-cinder-788363-5-iscsi neutron-server[92916]: 'Trunk': '1.1'}} Jul 06 14:56:26.991335 dv-cinder-788363-5-iscsi neutron-server[92916]: {{(pid=92916) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 14:56:26.997123 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-014fd551-3895-451f-aef8-b7726c4c8c5b admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=92916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:56:27.005379 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-014fd551-3895-451f-aef8-b7726c4c8c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:27.005850 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.db.segments_db [None req-014fd551-3895-451f-aef8-b7726c4c8c5b admin admin] Added segment b8a69907-b7f8-4f17-967d-07147bf9886f of type vlan for network 91f1fefc-0198-4f01-a19d-5bd222c1a2ce Jul 06 14:56:27.064266 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-014fd551-3895-451f-aef8-b7726c4c8c5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766384329310'] for network, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:27.099368 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-014fd551-3895-451f-aef8-b7726c4c8c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040'] for network, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:27.100517 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014fd551-3895-451f-aef8-b7726c4c8c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:27.101166 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-014fd551-3895-451f-aef8-b7726c4c8c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:27.173448 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-014fd551-3895-451f-aef8-b7726c4c8c5b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6809969 Jul 06 14:56:27.177681 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 46422) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:27.186600 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-4ac82591-9d9d-466e-beed-7a74a1d0772c admin admin] Request body: {'subnet': {'network_id': '91f1fefc-0198-4f01-a19d-5bd222c1a2ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-68769901-subnet', 'tenant_id': 'e1024c61bda14051bc8e9885a0f65a59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:56:27.188225 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014fd551-3895-451f-aef8-b7726c4c8c5b admin admin] Pushing event updated for resources: {'Network': ['ID=91f1fefc-0198-4f01-a19d-5bd222c1a2ce,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:27.200586 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Network 91f1fefc-0198-4f01-a19d-5bd222c1a2ce details requested by agent ovs-agent-dv-cinder-788363-5-iscsi with host dv-cinder-788363-5-iscsi {{(pid=92917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:56:27.216814 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac82591-9d9d-466e-beed-7a74a1d0772c admin admin] Made reservation on behalf of e1024c61bda14051bc8e9885a0f65a59 for: {'subnet': 1} {{(pid=92915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:56:27.219475 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4ac82591-9d9d-466e-beed-7a74a1d0772c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:27.541031 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4ac82591-9d9d-466e-beed-7a74a1d0772c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040'] for subnet, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:27.598899 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac82591-9d9d-466e-beed-7a74a1d0772c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffa9830d-1ca2-457e-a1bd-de248713ebca,revision_number=0']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:27.608573 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac82591-9d9d-466e-beed-7a74a1d0772c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:27.608939 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac82591-9d9d-466e-beed-7a74a1d0772c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:27.609286 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac82591-9d9d-466e-beed-7a74a1d0772c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:27.609639 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac82591-9d9d-466e-beed-7a74a1d0772c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:27.609937 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac82591-9d9d-466e-beed-7a74a1d0772c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:27.610283 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac82591-9d9d-466e-beed-7a74a1d0772c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:27.610602 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac82591-9d9d-466e-beed-7a74a1d0772c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:27.610928 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac82591-9d9d-466e-beed-7a74a1d0772c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:27.611297 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac82591-9d9d-466e-beed-7a74a1d0772c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:27.611626 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac82591-9d9d-466e-beed-7a74a1d0772c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:27.611947 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac82591-9d9d-466e-beed-7a74a1d0772c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:27.612263 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac82591-9d9d-466e-beed-7a74a1d0772c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:27.614150 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac82591-9d9d-466e-beed-7a74a1d0772c admin admin] Tracked resource versions report: Jul 06 14:56:27.614150 dv-cinder-788363-5-iscsi neutron-server[92915]: pushed versions: Jul 06 14:56:27.614150 dv-cinder-788363-5-iscsi neutron-server[92915]: { 'AddressGroup': {'1.2'}, Jul 06 14:56:27.614150 dv-cinder-788363-5-iscsi neutron-server[92915]: 'ConntrackHelper': {'1.0'}, Jul 06 14:56:27.614150 dv-cinder-788363-5-iscsi neutron-server[92915]: 'Log': {'1.0'}, Jul 06 14:56:27.614150 dv-cinder-788363-5-iscsi neutron-server[92915]: 'Network': {'1.1'}, Jul 06 14:56:27.614150 dv-cinder-788363-5-iscsi neutron-server[92915]: 'Port': {'1.7'}, Jul 06 14:56:27.614150 dv-cinder-788363-5-iscsi neutron-server[92915]: 'PortForwarding': {'1.2'}, Jul 06 14:56:27.614150 dv-cinder-788363-5-iscsi neutron-server[92915]: 'QosPolicy': {'1.8'}, Jul 06 14:56:27.614150 dv-cinder-788363-5-iscsi neutron-server[92915]: 'SecurityGroup': {'1.4'}, Jul 06 14:56:27.614150 dv-cinder-788363-5-iscsi neutron-server[92915]: 'SecurityGroupRule': {'1.2'}, Jul 06 14:56:27.614150 dv-cinder-788363-5-iscsi neutron-server[92915]: 'SubPort': {'1.0'}, Jul 06 14:56:27.614150 dv-cinder-788363-5-iscsi neutron-server[92915]: 'Subnet': {'1.1'}, Jul 06 14:56:27.614150 dv-cinder-788363-5-iscsi neutron-server[92915]: 'Trunk': {'1.1'}} Jul 06 14:56:27.614150 dv-cinder-788363-5-iscsi neutron-server[92915]: consumer versions: Jul 06 14:56:27.614150 dv-cinder-788363-5-iscsi neutron-server[92915]: { DHCP agent@dv-cinder-788363-5-iscsi: {}, Jul 06 14:56:27.614150 dv-cinder-788363-5-iscsi neutron-server[92915]: HyperV agent@hv-cinder-78836: {}, Jul 06 14:56:27.614150 dv-cinder-788363-5-iscsi neutron-server[92915]: L3 agent@dv-cinder-788363-5-iscsi: {}, Jul 06 14:56:27.614150 dv-cinder-788363-5-iscsi neutron-server[92915]: Metadata agent@dv-cinder-788363-5-iscsi: {}, Jul 06 14:56:27.614150 dv-cinder-788363-5-iscsi neutron-server[92915]: Metering agent@dv-cinder-788363-5-iscsi: {}, Jul 06 14:56:27.614150 dv-cinder-788363-5-iscsi neutron-server[92915]: Open vSwitch agent@dv-cinder-788363-5-iscsi: { 'AddressGroup': '1.2', Jul 06 14:56:27.614150 dv-cinder-788363-5-iscsi neutron-server[92915]: 'ConntrackHelper': '1.0', Jul 06 14:56:27.614150 dv-cinder-788363-5-iscsi neutron-server[92915]: 'Log': '1.0', Jul 06 14:56:27.614150 dv-cinder-788363-5-iscsi neutron-server[92915]: 'Network': '1.1', Jul 06 14:56:27.614150 dv-cinder-788363-5-iscsi neutron-server[92915]: 'Port': '1.7', Jul 06 14:56:27.614150 dv-cinder-788363-5-iscsi neutron-server[92915]: 'PortForwarding': '1.2', Jul 06 14:56:27.614150 dv-cinder-788363-5-iscsi neutron-server[92915]: 'QosPolicy': '1.8', Jul 06 14:56:27.614150 dv-cinder-788363-5-iscsi neutron-server[92915]: 'SecurityGroup': '1.4', Jul 06 14:56:27.614150 dv-cinder-788363-5-iscsi neutron-server[92915]: 'SecurityGroupRule': '1.2', Jul 06 14:56:27.614150 dv-cinder-788363-5-iscsi neutron-server[92915]: 'SubPort': '1.0', Jul 06 14:56:27.614150 dv-cinder-788363-5-iscsi neutron-server[92915]: 'Subnet': '1.1', Jul 06 14:56:27.614150 dv-cinder-788363-5-iscsi neutron-server[92915]: 'Trunk': '1.1'}} Jul 06 14:56:27.614150 dv-cinder-788363-5-iscsi neutron-server[92915]: {{(pid=92915) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 14:56:27.622702 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac82591-9d9d-466e-beed-7a74a1d0772c admin admin] Checking segment: {'id': 'b8a69907-b7f8-4f17-967d-07147bf9886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '91f1fefc-0198-4f01-a19d-5bd222c1a2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:56:27.623716 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac82591-9d9d-466e-beed-7a74a1d0772c admin admin] Network hostable DHCP agents. Network: 91f1fefc-0198-4f01-a19d-5bd222c1a2ce, hostable agents: ['69855ee5-e315-4bf8-8b06-7c2b552a2d00'], hosted agents: [] {{(pid=92915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:56:27.640970 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac82591-9d9d-466e-beed-7a74a1d0772c admin admin] Network 91f1fefc-0198-4f01-a19d-5bd222c1a2ce is scheduled to be hosted by DHCP agent 69855ee5-e315-4bf8-8b06-7c2b552a2d00 with binding_index 1 {{(pid=92915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:56:27.652061 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [None req-4ac82591-9d9d-466e-beed-7a74a1d0772c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-5-iscsi, 91f1fefc-0198-4f01-a19d-5bd222c1a2ce) {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:56:27.662462 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3940d435-c500-4810-919f-62e300fceaf0 None None] Network 91f1fefc-0198-4f01-a19d-5bd222c1a2ce requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:56:27.662805 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac82591-9d9d-466e-beed-7a74a1d0772c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:27.663567 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4ac82591-9d9d-466e-beed-7a74a1d0772c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for subnet, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:27.693285 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-4ac82591-9d9d-466e-beed-7a74a1d0772c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5136719 Jul 06 14:56:27.790534 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 46456) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:27.812087 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6998a831-ce69-4440-86b8-024d6c9f8c1a None None] Network 91f1fefc-0198-4f01-a19d-5bd222c1a2ce requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:56:28.137781 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-4dd29e6d-edb6-4eee-9d69-2e85b3a4b8c1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-117284497-network', 'tenant_id': '1817bfcb8e354beb83cfd6d1c7f72a50'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:56:28.161146 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd29e6d-edb6-4eee-9d69-2e85b3a4b8c1 admin admin] Made reservation on behalf of 1817bfcb8e354beb83cfd6d1c7f72a50 for: {'network': 1} {{(pid=92915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:56:28.163715 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4dd29e6d-edb6-4eee-9d69-2e85b3a4b8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for network, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:28.176776 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4dd29e6d-edb6-4eee-9d69-2e85b3a4b8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:28.275229 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4dd29e6d-edb6-4eee-9d69-2e85b3a4b8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:28.284008 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4dd29e6d-edb6-4eee-9d69-2e85b3a4b8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:28.314429 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd29e6d-edb6-4eee-9d69-2e85b3a4b8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a23d81-d0d0-4900-b020-829dc6ebb033,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:28.318212 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd29e6d-edb6-4eee-9d69-2e85b3a4b8c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=92915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:56:28.327927 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4dd29e6d-edb6-4eee-9d69-2e85b3a4b8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:28.328477 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.db.segments_db [None req-4dd29e6d-edb6-4eee-9d69-2e85b3a4b8c1 admin admin] Added segment a1fa8ca1-94e5-4c01-ad69-f65698d9c409 of type vlan for network fa81ded4-639a-45fc-af54-68a391814316 Jul 06 14:56:28.378599 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4dd29e6d-edb6-4eee-9d69-2e85b3a4b8c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766384329310'] for network, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:28.411134 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4dd29e6d-edb6-4eee-9d69-2e85b3a4b8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040'] for network, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:28.412419 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd29e6d-edb6-4eee-9d69-2e85b3a4b8c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:28.412993 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4dd29e6d-edb6-4eee-9d69-2e85b3a4b8c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:28.433341 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 46484) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:28.484192 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-4dd29e6d-edb6-4eee-9d69-2e85b3a4b8c1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6922524 Jul 06 14:56:28.487546 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 46494) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:28.495411 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-d729eca6-b3d9-4252-93e9-707ca3ebfa9f admin admin] Request body: {'subnet': {'network_id': 'fa81ded4-639a-45fc-af54-68a391814316', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-117284497-subnet', 'tenant_id': '1817bfcb8e354beb83cfd6d1c7f72a50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:56:28.509754 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd29e6d-edb6-4eee-9d69-2e85b3a4b8c1 admin admin] Pushing event updated for resources: {'Network': ['ID=fa81ded4-639a-45fc-af54-68a391814316,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:28.520330 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Network fa81ded4-639a-45fc-af54-68a391814316 details requested by agent ovs-agent-dv-cinder-788363-5-iscsi with host dv-cinder-788363-5-iscsi {{(pid=92917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:56:28.530676 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d729eca6-b3d9-4252-93e9-707ca3ebfa9f admin admin] Made reservation on behalf of 1817bfcb8e354beb83cfd6d1c7f72a50 for: {'subnet': 1} {{(pid=92915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:56:28.533408 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d729eca6-b3d9-4252-93e9-707ca3ebfa9f admin admin] Notify callbacks [] for subnet, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:28.589150 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 46500) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:28.728630 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d729eca6-b3d9-4252-93e9-707ca3ebfa9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040'] for subnet, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:28.788609 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 46510) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:28.795791 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729eca6-b3d9-4252-93e9-707ca3ebfa9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1431c281-ca69-4953-881e-6e7d559cefaf,revision_number=0']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:28.803844 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-cbc53bed-2781-46d0-8e0f-f7103d8e9f1a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1180299821-network', 'tenant_id': 'db10d77829764bf49e4461d41eb69399'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:56:28.805602 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d729eca6-b3d9-4252-93e9-707ca3ebfa9f admin admin] Checking segment: {'id': 'a1fa8ca1-94e5-4c01-ad69-f65698d9c409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'fa81ded4-639a-45fc-af54-68a391814316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:56:28.805951 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d729eca6-b3d9-4252-93e9-707ca3ebfa9f admin admin] Network hostable DHCP agents. Network: fa81ded4-639a-45fc-af54-68a391814316, hostable agents: ['69855ee5-e315-4bf8-8b06-7c2b552a2d00'], hosted agents: [] {{(pid=92915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:56:28.827557 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d729eca6-b3d9-4252-93e9-707ca3ebfa9f admin admin] Network fa81ded4-639a-45fc-af54-68a391814316 is scheduled to be hosted by DHCP agent 69855ee5-e315-4bf8-8b06-7c2b552a2d00 with binding_index 1 {{(pid=92915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:56:28.834079 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc53bed-2781-46d0-8e0f-f7103d8e9f1a admin admin] Made reservation on behalf of db10d77829764bf49e4461d41eb69399 for: {'network': 1} {{(pid=92916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:56:28.837581 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-cbc53bed-2781-46d0-8e0f-f7103d8e9f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for network, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:28.841299 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [None req-d729eca6-b3d9-4252-93e9-707ca3ebfa9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-5-iscsi, fa81ded4-639a-45fc-af54-68a391814316) {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:56:28.846160 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d729eca6-b3d9-4252-93e9-707ca3ebfa9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:28.847851 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d729eca6-b3d9-4252-93e9-707ca3ebfa9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for subnet, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:28.851459 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d439007-9c32-40c9-855c-aa6a977c0d67 None None] Network fa81ded4-639a-45fc-af54-68a391814316 requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:56:28.859795 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-ea3a4c86-15e4-4242-90fb-c0b4f993f8c6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1967615690-network', 'tenant_id': 'bd7f55f0275e4bd5aa70d5197b9ac5d3'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:56:28.865194 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-cbc53bed-2781-46d0-8e0f-f7103d8e9f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:28.898543 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3a4c86-15e4-4242-90fb-c0b4f993f8c6 admin admin] Made reservation on behalf of bd7f55f0275e4bd5aa70d5197b9ac5d3 for: {'network': 1} {{(pid=92916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:56:28.902494 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ea3a4c86-15e4-4242-90fb-c0b4f993f8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for network, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:28.908050 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-d729eca6-b3d9-4252-93e9-707ca3ebfa9f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4187865 Jul 06 14:56:28.909307 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 46516) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:28.914142 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-0c81a817-db71-4922-abff-2a6f7e5ca009 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-117284497-router', 'tenant_id': '1817bfcb8e354beb83cfd6d1c7f72a50', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'}}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:56:28.914758 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ea3a4c86-15e4-4242-90fb-c0b4f993f8c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:29.064667 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-cbc53bed-2781-46d0-8e0f-f7103d8e9f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:29.076807 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-cbc53bed-2781-46d0-8e0f-f7103d8e9f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:29.128445 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc53bed-2781-46d0-8e0f-f7103d8e9f1a admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=92916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:56:29.134352 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-33a363c3-457f-456d-ab77-53fb240deb08 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1855409086-network', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:56:29.153170 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffdec96-bf01-42b9-a1ac-524795f539a1 None None] Network fa81ded4-639a-45fc-af54-68a391814316 requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:56:29.157214 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc53bed-2781-46d0-8e0f-f7103d8e9f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8d7170-8e87-423a-a0fd-e9893a147351,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:29.165651 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-cbc53bed-2781-46d0-8e0f-f7103d8e9f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:29.165997 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.db.segments_db [None req-cbc53bed-2781-46d0-8e0f-f7103d8e9f1a admin admin] Added segment cb30854e-762f-4ab3-afc5-fc62883d2599 of type vlan for network f96a7279-5988-4867-aff6-4945f71924ad Jul 06 14:56:29.217721 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-cbc53bed-2781-46d0-8e0f-f7103d8e9f1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766384329310'] for network, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:29.278480 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-cbc53bed-2781-46d0-8e0f-f7103d8e9f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040'] for network, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:29.279731 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc53bed-2781-46d0-8e0f-f7103d8e9f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:29.280501 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-cbc53bed-2781-46d0-8e0f-f7103d8e9f1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:29.336270 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ea3a4c86-15e4-4242-90fb-c0b4f993f8c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:29.342310 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ea3a4c86-15e4-4242-90fb-c0b4f993f8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:29.354328 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea3a4c86-15e4-4242-90fb-c0b4f993f8c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=92916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:56:29.363843 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-0c81a817-db71-4922-abff-2a6f7e5ca009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7866647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27686'] for router, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:29.366498 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-0c81a817-db71-4922-abff-2a6f7e5ca009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7868472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27711'] for router, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:29.377525 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ea3a4c86-15e4-4242-90fb-c0b4f993f8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:29.378563 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.db.segments_db [None req-ea3a4c86-15e4-4242-90fb-c0b4f993f8c6 admin admin] Added segment 83327677-3fa7-4eb1-9633-734b79c94cf9 of type vlan for network 2d81a714-bd3b-47cb-9f59-3ddb751fc6f0 Jul 06 14:56:29.393525 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-cbc53bed-2781-46d0-8e0f-f7103d8e9f1a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9590342 Jul 06 14:56:29.398854 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc53bed-2781-46d0-8e0f-f7103d8e9f1a admin admin] Pushing event updated for resources: {'Network': ['ID=f96a7279-5988-4867-aff6-4945f71924ad,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:29.401256 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 46536) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:29.410801 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-2e16c564-6cfe-4491-a7aa-53964bdc0e53 admin admin] Request body: {'subnet': {'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1180299821-subnet', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:56:29.412789 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Network f96a7279-5988-4867-aff6-4945f71924ad details requested by agent ovs-agent-dv-cinder-788363-5-iscsi with host dv-cinder-788363-5-iscsi {{(pid=92917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:56:29.459351 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ea3a4c86-15e4-4242-90fb-c0b4f993f8c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766384329310'] for network, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:29.470322 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-0c81a817-db71-4922-abff-2a6f7e5ca009 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:29.473469 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a363c3-457f-456d-ab77-53fb240deb08 admin admin] Made reservation on behalf of afa5e93041564fd1819d89057c9d3e39 for: {'network': 1} {{(pid=92915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:56:29.477217 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-33a363c3-457f-456d-ab77-53fb240deb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for network, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:29.494280 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-33a363c3-457f-456d-ab77-53fb240deb08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:29.496354 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a4c86-15e4-4242-90fb-c0b4f993f8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1a1ca1-02c0-4759-868d-46312cf263cd,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:29.503859 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ea3a4c86-15e4-4242-90fb-c0b4f993f8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040'] for network, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:29.505060 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3a4c86-15e4-4242-90fb-c0b4f993f8c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:29.506024 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ea3a4c86-15e4-4242-90fb-c0b4f993f8c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:29.591361 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e16c564-6cfe-4491-a7aa-53964bdc0e53 admin admin] Made reservation on behalf of db10d77829764bf49e4461d41eb69399 for: {'subnet': 1} {{(pid=92916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:56:29.595111 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-2e16c564-6cfe-4491-a7aa-53964bdc0e53 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:29.603152 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.db.api [None req-33a363c3-457f-456d-ab77-53fb240deb08 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 14:56:29.603152 dv-cinder-788363-5-iscsi neutron-server[92915]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 14:56:29.603152 dv-cinder-788363-5-iscsi neutron-server[92915]: [parameters: {'project_id_1': 'afa5e93041564fd1819d89057c9d3e39', 'expiration_1': datetime.datetime(2021, 7, 6, 14, 56, 29, 509063)}] Jul 06 14:56:29.603152 dv-cinder-788363-5-iscsi neutron-server[92915]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:56:29.603741 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG oslo_db.api [None req-33a363c3-457f-456d-ab77-53fb240deb08 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:56:29.810101 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-0c81a817-db71-4922-abff-2a6f7e5ca009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-413138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27661'] for router, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:29.835942 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-ea3a4c86-15e4-4242-90fb-c0b4f993f8c6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2455115 Jul 06 14:56:29.839130 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 46552) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:29.844089 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-b6919b63-015c-4c78-a9b0-ec4dc1c530ff admin admin] Request body: {'subnet': {'network_id': '2d81a714-bd3b-47cb-9f59-3ddb751fc6f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1967615690-subnet', 'tenant_id': 'bd7f55f0275e4bd5aa70d5197b9ac5d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:56:29.850625 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-2e16c564-6cfe-4491-a7aa-53964bdc0e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040'] for subnet, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:29.872510 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a4c86-15e4-4242-90fb-c0b4f993f8c6 admin admin] Pushing event updated for resources: {'Network': ['ID=2d81a714-bd3b-47cb-9f59-3ddb751fc6f0,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:29.884200 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Network 2d81a714-bd3b-47cb-9f59-3ddb751fc6f0 details requested by agent ovs-agent-dv-cinder-788363-5-iscsi with host dv-cinder-788363-5-iscsi {{(pid=92917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:56:29.937293 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e16c564-6cfe-4491-a7aa-53964bdc0e53 admin admin] Checking segment: {'id': 'cb30854e-762f-4ab3-afc5-fc62883d2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:56:29.938124 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e16c564-6cfe-4491-a7aa-53964bdc0e53 admin admin] Network hostable DHCP agents. Network: f96a7279-5988-4867-aff6-4945f71924ad, hostable agents: ['69855ee5-e315-4bf8-8b06-7c2b552a2d00'], hosted agents: [] {{(pid=92916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:56:29.944471 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6919b63-015c-4c78-a9b0-ec4dc1c530ff admin admin] Made reservation on behalf of bd7f55f0275e4bd5aa70d5197b9ac5d3 for: {'subnet': 1} {{(pid=92916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:56:29.947444 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-b6919b63-015c-4c78-a9b0-ec4dc1c530ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:30.134297 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16c564-6cfe-4491-a7aa-53964bdc0e53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca664667-a6f7-4c2d-bec6-bb0d219a131a,revision_number=0']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:30.135217 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-33a363c3-457f-456d-ab77-53fb240deb08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:30.148846 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e16c564-6cfe-4491-a7aa-53964bdc0e53 admin admin] Network f96a7279-5988-4867-aff6-4945f71924ad is scheduled to be hosted by DHCP agent 69855ee5-e315-4bf8-8b06-7c2b552a2d00 with binding_index 1 {{(pid=92916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:56:30.163195 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.base_scheduler [None req-2e16c564-6cfe-4491-a7aa-53964bdc0e53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-5-iscsi, f96a7279-5988-4867-aff6-4945f71924ad) {{(pid=92916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:56:30.174800 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b48e257-3339-4295-9a3d-6a414daa0dde None None] Network f96a7279-5988-4867-aff6-4945f71924ad requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:56:30.203723 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e16c564-6cfe-4491-a7aa-53964bdc0e53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:30.204481 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-2e16c564-6cfe-4491-a7aa-53964bdc0e53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for subnet, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:30.247823 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-0c81a817-db71-4922-abff-2a6f7e5ca009 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:30.273360 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-0c81a817-db71-4922-abff-2a6f7e5ca009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:30.315211 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-b6919b63-015c-4c78-a9b0-ec4dc1c530ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040'] for subnet, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:30.386437 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6919b63-015c-4c78-a9b0-ec4dc1c530ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae919faa-8b01-4d16-8cf8-c87e14cfd3f0,revision_number=0']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:30.422263 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6919b63-015c-4c78-a9b0-ec4dc1c530ff admin admin] Checking segment: {'id': '83327677-3fa7-4eb1-9633-734b79c94cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2d81a714-bd3b-47cb-9f59-3ddb751fc6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:56:30.423545 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6919b63-015c-4c78-a9b0-ec4dc1c530ff admin admin] Network hostable DHCP agents. Network: 2d81a714-bd3b-47cb-9f59-3ddb751fc6f0, hostable agents: ['69855ee5-e315-4bf8-8b06-7c2b552a2d00'], hosted agents: [] {{(pid=92916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:56:30.447600 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6919b63-015c-4c78-a9b0-ec4dc1c530ff admin admin] Network 2d81a714-bd3b-47cb-9f59-3ddb751fc6f0 is scheduled to be hosted by DHCP agent 69855ee5-e315-4bf8-8b06-7c2b552a2d00 with binding_index 1 {{(pid=92916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:56:30.473444 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.base_scheduler [None req-b6919b63-015c-4c78-a9b0-ec4dc1c530ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-5-iscsi, 2d81a714-bd3b-47cb-9f59-3ddb751fc6f0) {{(pid=92916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:56:30.482433 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6919b63-015c-4c78-a9b0-ec4dc1c530ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:30.484461 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-b6919b63-015c-4c78-a9b0-ec4dc1c530ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for subnet, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:30.487923 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_common [None req-0c81a817-db71-4922-abff-2a6f7e5ca009 admin admin] Allocated IP 172.27.3.34 (cda8cae0-c766-4621-9577-ca435140768c/1f1b7348-831f-4a39-b588-ec6aad475c62/256955d2-97d0-45de-bdd0-73df1ab2b335) {{(pid=92915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:56:30.499262 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b81282e-a78d-440c-9e5a-9ad0d51f3f66 None None] Network 2d81a714-bd3b-47cb-9f59-3ddb751fc6f0 requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:56:30.559632 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-33a363c3-457f-456d-ab77-53fb240deb08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:30.574756 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-b6919b63-015c-4c78-a9b0-ec4dc1c530ff admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7339592 Jul 06 14:56:30.576532 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-2e16c564-6cfe-4491-a7aa-53964bdc0e53 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1707151 Jul 06 14:56:30.579367 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 46590) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:30.587146 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-33a363c3-457f-456d-ab77-53fb240deb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:30.591938 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-fc941c50-49ca-43ea-a7e0-79f61e46d96a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1180299821-router', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'}}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:56:30.646057 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fc941c50-49ca-43ea-a7e0-79f61e46d96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7866647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27686'] for router, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:30.647845 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fc941c50-49ca-43ea-a7e0-79f61e46d96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7868472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27711'] for router, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:30.654669 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c524b10-db73-5aad-82fa-1a4727f3bbf1-f96a7279-5988-4867-aff6-4945f71924ad', 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'fixed_ips': [{'subnet_id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a'}]}} from dv-cinder-788363-5-iscsi. {{(pid=92917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:56:30.656268 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:30.724716 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a363c3-457f-456d-ab77-53fb240deb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929fad03-0bb0-4db6-a5e9-3233d136bb5d,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:30.741578 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a363c3-457f-456d-ab77-53fb240deb08 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=92915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:56:30.760210 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-33a363c3-457f-456d-ab77-53fb240deb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:30.760548 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.db.segments_db [None req-33a363c3-457f-456d-ab77-53fb240deb08 admin admin] Added segment 6e67dca4-9076-477c-8ff5-c332e7f6363b of type vlan for network 3ff68c5b-71a5-4643-a235-ca1e74ec9ec2 Jul 06 14:56:30.861329 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-33a363c3-457f-456d-ab77-53fb240deb08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766384329310'] for network, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:30.868256 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-0c81a817-db71-4922-abff-2a6f7e5ca009 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:30.905664 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d64be8b-6828-40ed-8f16-9f1385598616 None None] Network 2d81a714-bd3b-47cb-9f59-3ddb751fc6f0 requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:56:30.931096 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fc941c50-49ca-43ea-a7e0-79f61e46d96a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:30.963181 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-33a363c3-457f-456d-ab77-53fb240deb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040'] for network, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:30.964152 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a363c3-457f-456d-ab77-53fb240deb08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:30.965836 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-33a363c3-457f-456d-ab77-53fb240deb08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:31.008231 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.db_base_plugin_common [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] Allocated IP 172.20.0.2 (f96a7279-5988-4867-aff6-4945f71924ad/ca664667-a6f7-4c2d-bec6-bb0d219a131a/4f809a03-25a8-4f33-97e9-de0f2e7f0855) {{(pid=92917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:56:31.014101 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-33a363c3-457f-456d-ab77-53fb240deb08 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2243650 Jul 06 14:56:31.028501 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 46618) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:31.035220 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-5ab99f17-fa58-48ce-9d0f-b6f69a20fa15 admin admin] Request body: {'subnet': {'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1855409086-subnet', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:56:31.088546 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a363c3-457f-456d-ab77-53fb240deb08 admin admin] Pushing event updated for resources: {'Network': ['ID=3ff68c5b-71a5-4643-a235-ca1e74ec9ec2,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:31.101646 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-0c81a817-db71-4922-abff-2a6f7e5ca009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525'] for port, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:31.108741 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Network 3ff68c5b-71a5-4643-a235-ca1e74ec9ec2 details requested by agent ovs-agent-dv-cinder-788363-5-iscsi with host dv-cinder-788363-5-iscsi {{(pid=92917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:56:31.128229 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c81a817-db71-4922-abff-2a6f7e5ca009 admin admin] Network cda8cae0-c766-4621-9577-ca435140768c is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:56:31.130642 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [None req-0c81a817-db71-4922-abff-2a6f7e5ca009 admin admin] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:56:31.133378 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c81a817-db71-4922-abff-2a6f7e5ca009 admin admin] Received port after_create {{(pid=92915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:56:31.173021 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 46626) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:31.179801 dv-cinder-788363-5-iscsi neutron-server[92916]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 06 14:56:31.369561 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] Notify callbacks [] for port, precommit_create {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:31.389072 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] Transition to ACTIVE for port object 4f809a03-25a8-4f33-97e9-de0f2e7f0855 will not be triggered until provisioned by entity L2. {{(pid=92917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:56:31.409105 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] Transition to ACTIVE for port object 4f809a03-25a8-4f33-97e9-de0f2e7f0855 will not be triggered until provisioned by entity DHCP. {{(pid=92917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:56:31.421194 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525'] for port, after_create {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:31.455516 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fc941c50-49ca-43ea-a7e0-79f61e46d96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-413138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27661'] for router, precommit_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:31.466721 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81a817-db71-4922-abff-2a6f7e5ca009 admin admin] Pushing event updated for resources: {'Port': ['ID=256955d2-97d0-45de-bdd0-73df1ab2b335,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:31.482834 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab99f17-fa58-48ce-9d0f-b6f69a20fa15 admin admin] Made reservation on behalf of afa5e93041564fd1819d89057c9d3e39 for: {'subnet': 1} {{(pid=92916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:56:31.492364 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5ab99f17-fa58-48ce-9d0f-b6f69a20fa15 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:31.533575 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] Network f96a7279-5988-4867-aff6-4945f71924ad is already hosted by enough agents. {{(pid=92917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:56:31.533800 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-0c81a817-db71-4922-abff-2a6f7e5ca009 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:31.550057 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.scheduler.base_scheduler [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] Resources bound (agent type, host, resource id): {{(pid=92917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:56:31.557192 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] Received port after_create {{(pid=92917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:56:31.574507 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] Pushing event updated for resources: {'Port': ['ID=4f809a03-25a8-4f33-97e9-de0f2e7f0855,revision_number=1']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:31.632005 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:31.632357 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:31.632719 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:31.634445 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:31.634445 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:31.634445 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:31.634445 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:31.634445 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:31.634942 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:31.637997 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:31.644704 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:31.645280 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:31.646345 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] Tracked resource versions report: Jul 06 14:56:31.646345 dv-cinder-788363-5-iscsi neutron-server[92917]: pushed versions: Jul 06 14:56:31.646345 dv-cinder-788363-5-iscsi neutron-server[92917]: { 'AddressGroup': {'1.2'}, Jul 06 14:56:31.646345 dv-cinder-788363-5-iscsi neutron-server[92917]: 'ConntrackHelper': {'1.0'}, Jul 06 14:56:31.646345 dv-cinder-788363-5-iscsi neutron-server[92917]: 'Log': {'1.0'}, Jul 06 14:56:31.646345 dv-cinder-788363-5-iscsi neutron-server[92917]: 'Network': {'1.1'}, Jul 06 14:56:31.646345 dv-cinder-788363-5-iscsi neutron-server[92917]: 'Port': {'1.7'}, Jul 06 14:56:31.646345 dv-cinder-788363-5-iscsi neutron-server[92917]: 'PortForwarding': {'1.2'}, Jul 06 14:56:31.646345 dv-cinder-788363-5-iscsi neutron-server[92917]: 'QosPolicy': {'1.8'}, Jul 06 14:56:31.646345 dv-cinder-788363-5-iscsi neutron-server[92917]: 'SecurityGroup': {'1.4'}, Jul 06 14:56:31.646345 dv-cinder-788363-5-iscsi neutron-server[92917]: 'SecurityGroupRule': {'1.2'}, Jul 06 14:56:31.646345 dv-cinder-788363-5-iscsi neutron-server[92917]: 'SubPort': {'1.0'}, Jul 06 14:56:31.646345 dv-cinder-788363-5-iscsi neutron-server[92917]: 'Subnet': {'1.1'}, Jul 06 14:56:31.646345 dv-cinder-788363-5-iscsi neutron-server[92917]: 'Trunk': {'1.1'}} Jul 06 14:56:31.646345 dv-cinder-788363-5-iscsi neutron-server[92917]: consumer versions: Jul 06 14:56:31.646345 dv-cinder-788363-5-iscsi neutron-server[92917]: { DHCP agent@dv-cinder-788363-5-iscsi: {}, Jul 06 14:56:31.646345 dv-cinder-788363-5-iscsi neutron-server[92917]: HyperV agent@hv-cinder-78836: {}, Jul 06 14:56:31.646345 dv-cinder-788363-5-iscsi neutron-server[92917]: L3 agent@dv-cinder-788363-5-iscsi: {}, Jul 06 14:56:31.646345 dv-cinder-788363-5-iscsi neutron-server[92917]: Metadata agent@dv-cinder-788363-5-iscsi: {}, Jul 06 14:56:31.646345 dv-cinder-788363-5-iscsi neutron-server[92917]: Metering agent@dv-cinder-788363-5-iscsi: {}, Jul 06 14:56:31.646345 dv-cinder-788363-5-iscsi neutron-server[92917]: Open vSwitch agent@dv-cinder-788363-5-iscsi: { 'AddressGroup': '1.2', Jul 06 14:56:31.646345 dv-cinder-788363-5-iscsi neutron-server[92917]: 'ConntrackHelper': '1.0', Jul 06 14:56:31.646345 dv-cinder-788363-5-iscsi neutron-server[92917]: 'Log': '1.0', Jul 06 14:56:31.646345 dv-cinder-788363-5-iscsi neutron-server[92917]: 'Network': '1.1', Jul 06 14:56:31.646345 dv-cinder-788363-5-iscsi neutron-server[92917]: 'Port': '1.7', Jul 06 14:56:31.646345 dv-cinder-788363-5-iscsi neutron-server[92917]: 'PortForwarding': '1.2', Jul 06 14:56:31.646345 dv-cinder-788363-5-iscsi neutron-server[92917]: 'QosPolicy': '1.8', Jul 06 14:56:31.646345 dv-cinder-788363-5-iscsi neutron-server[92917]: 'SecurityGroup': '1.4', Jul 06 14:56:31.646345 dv-cinder-788363-5-iscsi neutron-server[92917]: 'SecurityGroupRule': '1.2', Jul 06 14:56:31.646345 dv-cinder-788363-5-iscsi neutron-server[92917]: 'SubPort': '1.0', Jul 06 14:56:31.646345 dv-cinder-788363-5-iscsi neutron-server[92917]: 'Subnet': '1.1', Jul 06 14:56:31.646345 dv-cinder-788363-5-iscsi neutron-server[92917]: 'Trunk': '1.1'}} Jul 06 14:56:31.646345 dv-cinder-788363-5-iscsi neutron-server[92917]: {{(pid=92917) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 14:56:31.656278 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 46638) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:31.671410 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-4291e2e7-796b-44f3-8a8c-abc39b377f5c tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:31.672991 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-4291e2e7-796b-44f3-8a8c-abc39b377f5c tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/networks?id=91f1fefc-0198-4f01-a19d-5bd222c1a2ce HTTP/1.1" status: 200 len: 813 time: 0.4968741 Jul 06 14:56:31.724208 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] Attempting to bind port 4f809a03-25a8-4f33-97e9-de0f2e7f0855 on host dv-cinder-788363-5-iscsi for vnic_type normal with profile {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:56:31.724590 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] Attempting to bind port 4f809a03-25a8-4f33-97e9-de0f2e7f0855 by drivers openvswitch,hyperv on host dv-cinder-788363-5-iscsi at level 0 using segments [{'id': 'cb30854e-762f-4ab3-afc5-fc62883d2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad'}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:56:31.724954 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] Attempting to bind port 4f809a03-25a8-4f33-97e9-de0f2e7f0855 on network f96a7279-5988-4867-aff6-4945f71924ad {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:56:31.734604 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] Checking agent: {'id': 'f25167b8-434d-4f4a-9be4-898338da7490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 48, 5), 'started_at': datetime.datetime(2021, 7, 6, 14, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:56:31.735006 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] Checking segment: {'id': 'cb30854e-762f-4ab3-afc5-fc62883d2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:56:31.735418 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:31.735817 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] Bound using segment: {'id': 'cb30854e-762f-4ab3-afc5-fc62883d2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad'} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:56:31.736319 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] Bound port: 4f809a03-25a8-4f33-97e9-de0f2e7f0855, host: dv-cinder-788363-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb30854e-762f-4ab3-afc5-fc62883d2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad'}}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:56:31.738058 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:31.787576 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-a6083be9-7c20-4a95-a451-44e49f7f6ca5 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/quotas/e1024c61bda14051bc8e9885a0f65a59 HTTP/1.1" status: 200 len: 375 time: 0.0488958 Jul 06 14:56:31.854809 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-bad719dc-be27-45d6-8501-e808b1f0eb0e tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e1024c61bda14051bc8e9885a0f65a59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662737 Jul 06 14:56:31.925517 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] For port 4f809a03-25a8-4f33-97e9-de0f2e7f0855, host dv-cinder-788363-5-iscsi, cleared binding levels {{(pid=92917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:56:31.932674 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] For port 4f809a03-25a8-4f33-97e9-de0f2e7f0855, host dv-cinder-788363-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=4f809a03-25a8-4f33-97e9-de0f2e7f0855,segment=NetworkSegment(cb30854e-762f-4ab3-afc5-fc62883d2599),segment_id=cb30854e-762f-4ab3-afc5-fc62883d2599)] {{(pid=92917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:56:31.944041 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:32.131898 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-1b5587b4-cc7d-4fde-a9c7-dbbe9df6db63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:32.207144 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc232465-10f7-44b0-a643-db99e7006171 None None] Pushing event updated for resources: {'Port': ['ID=4f809a03-25a8-4f33-97e9-de0f2e7f0855,revision_number=2']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:32.233306 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-b72ab56a-d06c-40e9-959b-12565baa1e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:32.309437 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-e762bea0-27ff-4b65-8b88-84204e1e6ebf service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:56:32.310996 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-e762bea0-27ff-4b65-8b88-84204e1e6ebf service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1869690 Jul 06 14:56:32.346767 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-b72ab56a-d06c-40e9-959b-12565baa1e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:32.380392 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5ab99f17-fa58-48ce-9d0f-b6f69a20fa15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040'] for subnet, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:32.458640 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-b72ab56a-d06c-40e9-959b-12565baa1e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:32.540571 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-b72ab56a-d06c-40e9-959b-12565baa1e88 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2634691113f946cbaab66eee111562a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6384771 Jul 06 14:56:32.544858 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-0c81a817-db71-4922-abff-2a6f7e5ca009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413129'] for router, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:32.546316 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-a835873c-77aa-4be3-aa72-3acc16fa63bd service neutron] 10.222.0.20 "GET /v2.0/networks/91f1fefc-0198-4f01-a19d-5bd222c1a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774011 Jul 06 14:56:32.553086 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 46666) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:32.568395 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ab56a-d06c-40e9-959b-12565baa1e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdc9425-d957-41af-b24c-498e10777bf0,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:32.743412 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7f42aeac-ff92-4eb7-b225-03bf204d3abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:32.780248 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 46678) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:32.783250 dv-cinder-788363-5-iscsi neutron-server[92915]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 06 14:56:32.785751 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7f42aeac-ff92-4eb7-b225-03bf204d3abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:32.847481 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-bb7a0662-9493-4873-8fa6-f4f867b79aff service neutron] 10.222.0.20 "GET /v2.0/networks/91f1fefc-0198-4f01-a19d-5bd222c1a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995672 Jul 06 14:56:32.848166 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab99f17-fa58-48ce-9d0f-b6f69a20fa15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=759d2c94-0450-42a6-a657-8515f615c234,revision_number=0']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:32.860850 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fc941c50-49ca-43ea-a7e0-79f61e46d96a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:32.888058 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab99f17-fa58-48ce-9d0f-b6f69a20fa15 admin admin] Checking segment: {'id': '6e67dca4-9076-477c-8ff5-c332e7f6363b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:56:32.888894 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab99f17-fa58-48ce-9d0f-b6f69a20fa15 admin admin] Network hostable DHCP agents. Network: 3ff68c5b-71a5-4643-a235-ca1e74ec9ec2, hostable agents: ['69855ee5-e315-4bf8-8b06-7c2b552a2d00'], hosted agents: [] {{(pid=92916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:56:32.892035 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fc941c50-49ca-43ea-a7e0-79f61e46d96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:32.982113 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab99f17-fa58-48ce-9d0f-b6f69a20fa15 admin admin] Network 3ff68c5b-71a5-4643-a235-ca1e74ec9ec2 is scheduled to be hosted by DHCP agent 69855ee5-e315-4bf8-8b06-7c2b552a2d00 with binding_index 1 {{(pid=92916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:56:33.046047 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7f42aeac-ff92-4eb7-b225-03bf204d3abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:33.048609 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7f42aeac-ff92-4eb7-b225-03bf204d3abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:33.058879 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-7f42aeac-ff92-4eb7-b225-03bf204d3abc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4fdc9425-d957-41af-b24c-498e10777bf0 HTTP/1.1" status: 204 len: 168 time: 0.4985580 Jul 06 14:56:33.071004 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.base_scheduler [None req-5ab99f17-fa58-48ce-9d0f-b6f69a20fa15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-5-iscsi, 3ff68c5b-71a5-4643-a235-ca1e74ec9ec2) {{(pid=92916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:56:33.080185 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4431f0ab-fb11-4736-aee2-994b8ac456c1 None None] Network 3ff68c5b-71a5-4643-a235-ca1e74ec9ec2 requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:56:33.085998 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f42aeac-ff92-4eb7-b225-03bf204d3abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdc9425-d957-41af-b24c-498e10777bf0,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:33.088882 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab99f17-fa58-48ce-9d0f-b6f69a20fa15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:33.089584 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5ab99f17-fa58-48ce-9d0f-b6f69a20fa15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for subnet, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:33.102653 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-3b3d1bd4-b10c-4d68-a205-f24327c280a3 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:33.104605 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-3b3d1bd4-b10c-4d68-a205-f24327c280a3 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/networks?id=2d81a714-bd3b-47cb-9f59-3ddb751fc6f0 HTTP/1.1" status: 200 len: 812 time: 0.3236594 Jul 06 14:56:33.106953 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c81a817-db71-4922-abff-2a6f7e5ca009 admin admin] Router d9718f06-ef13-409c-b6ea-1dd9bf708a3f is scheduled to L3 agent df718f2c-f58f-497c-aa3c-554c496f730f with binding_index 1 {{(pid=92915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:56:33.136989 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-dcbe66ca-746a-4f4a-8242-60ee5fee60ce tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/quotas/bd7f55f0275e4bd5aa70d5197b9ac5d3 HTTP/1.1" status: 200 len: 375 time: 0.0191321 Jul 06 14:56:33.173493 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-5ab99f17-fa58-48ce-9d0f-b6f69a20fa15 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1412501 Jul 06 14:56:33.199631 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.db_base_plugin_common [None req-fc941c50-49ca-43ea-a7e0-79f61e46d96a admin admin] Allocated IP 172.27.3.33 (cda8cae0-c766-4621-9577-ca435140768c/1f1b7348-831f-4a39-b588-ec6aad475c62/6a8014d1-eb65-409a-b8e8-327aff9526b8) {{(pid=92916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:56:33.225924 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 46690) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:33.251793 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-a473f1b1-e45c-4b26-a515-4f71caf10eed admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1855409086-router', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'}}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:56:33.278219 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-fa4d570d-6020-4289-a0de-27c1784d0a5d tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd7f55f0275e4bd5aa70d5197b9ac5d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1327212 Jul 06 14:56:33.395356 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fc941c50-49ca-43ea-a7e0-79f61e46d96a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:33.464633 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a473f1b1-e45c-4b26-a515-4f71caf10eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7866647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27686'] for router, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:33.475461 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a473f1b1-e45c-4b26-a515-4f71caf10eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7868472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27711'] for router, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:33.587151 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fc941c50-49ca-43ea-a7e0-79f61e46d96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525'] for port, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:33.605416 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc941c50-49ca-43ea-a7e0-79f61e46d96a admin admin] Network cda8cae0-c766-4621-9577-ca435140768c is already hosted by enough agents. {{(pid=92916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:56:33.613336 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611e14dd-fb52-4cfa-8c64-a9fc6418c0f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c524b10-db73-5aad-82fa-1a4727f3bbf1-3ff68c5b-71a5-4643-a235-ca1e74ec9ec2', 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'fixed_ips': [{'subnet_id': '759d2c94-0450-42a6-a657-8515f615c234'}]}} from dv-cinder-788363-5-iscsi. {{(pid=92917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:56:33.615050 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-611e14dd-fb52-4cfa-8c64-a9fc6418c0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:33.620621 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-08c26bbe-c622-4f81-8270-df3fa9c20582 req-f21b1c11-434e-4250-a3a0-09a2f4fb6974 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7 HTTP/1.1" status: 200 len: 210 time: 0.4352736 Jul 06 14:56:33.655533 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c81a817-db71-4922-abff-2a6f7e5ca009 admin admin] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:56:33.659080 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.base_scheduler [None req-fc941c50-49ca-43ea-a7e0-79f61e46d96a admin admin] Resources bound (agent type, host, resource id): {{(pid=92916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:56:33.665433 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9388de-1796-4f4a-b35e-beb31e27b168 None None] Sync routers for ids ['d9718f06-ef13-409c-b6ea-1dd9bf708a3f'] in dv-cinder-788363-5-iscsi {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:56:33.687708 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9388de-1796-4f4a-b35e-beb31e27b168 None None] Routers {'d9718f06-ef13-409c-b6ea-1dd9bf708a3f'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:56:33.688680 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-fe9388de-1796-4f4a-b35e-beb31e27b168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T14:56:05Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['d9718f06-ef13-409c-b6ea-1dd9bf708a3f'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:56:33.715578 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc941c50-49ca-43ea-a7e0-79f61e46d96a admin admin] Received port after_create {{(pid=92916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:56:33.755335 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a473f1b1-e45c-4b26-a515-4f71caf10eed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:33.849132 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-0c81a817-db71-4922-abff-2a6f7e5ca009 admin admin] Notify callbacks [] for router, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:33.857539 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-0c81a817-db71-4922-abff-2a6f7e5ca009 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9467640 Jul 06 14:56:33.867668 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350bd4a9-b7df-4837-89b5-916833e8b15d None None] Network f96a7279-5988-4867-aff6-4945f71924ad requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:56:33.871880 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-0cc22d4d-bd10-4e09-b15a-48bbf0ac388c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:56:33.880596 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-0cc22d4d-bd10-4e09-b15a-48bbf0ac388c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3691380 Jul 06 14:56:33.885421 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 46730) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:34.121873 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 46742) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:34.127387 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-fe9388de-1796-4f4a-b35e-beb31e27b168 None None] Set router d9718f06-ef13-409c-b6ea-1dd9bf708a3f gateway port host: dv-cinder-788363-5-iscsi {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:56:34.139915 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 4f809a03-25a8-4f33-97e9-de0f2e7f0855 up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:56:34.301083 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3236c712-2ae2-4fc5-b657-a901e28ca25b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:34.342374 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc941c50-49ca-43ea-a7e0-79f61e46d96a admin admin] Pushing event updated for resources: {'Port': ['ID=6a8014d1-eb65-409a-b8e8-327aff9526b8,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:34.393976 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-11f27a59-1561-407c-a838-9fcfd1dabf88 None None] Provisioning for port 4f809a03-25a8-4f33-97e9-de0f2e7f0855 completed by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:56:34.402575 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-fe9388de-1796-4f4a-b35e-beb31e27b168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9718f06-ef13-409c-b6ea-1dd9bf708a3f', 'name': 'tempest-ServerRescueNegativeTestJSON-117284497-router', 'tenant_id': '1817bfcb8e354beb83cfd6d1c7f72a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '256955d2-97d0-45de-bdd0-73df1ab2b335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:29Z', 'updated_at': '2021-07-06T14:56:31Z', 'revision_number': 3, 'project_id': '1817bfcb8e354beb83cfd6d1c7f72a50', 'gw_port': {'id': '256955d2-97d0-45de-bdd0-73df1ab2b335', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9718f06-ef13-409c-b6ea-1dd9bf708a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:30Z', 'updated_at': '2021-07-06T14:56:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:56:34.453486 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9388de-1796-4f4a-b35e-beb31e27b168 None None] Checking router: d9718f06-ef13-409c-b6ea-1dd9bf708a3f for host: dv-cinder-788363-5-iscsi {{(pid=92918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:56:34.453845 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9388de-1796-4f4a-b35e-beb31e27b168 None None] Updating router d9718f06-ef13-409c-b6ea-1dd9bf708a3f port 256955d2-97d0-45de-bdd0-73df1ab2b335 binding host dv-cinder-788363-5-iscsi {{(pid=92918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:56:34.506148 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-fe9388de-1796-4f4a-b35e-beb31e27b168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:34.572853 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a473f1b1-e45c-4b26-a515-4f71caf10eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-413138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27661'] for router, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:34.688877 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fc941c50-49ca-43ea-a7e0-79f61e46d96a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:34.725127 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.db_base_plugin_common [None req-611e14dd-fb52-4cfa-8c64-a9fc6418c0f5 None None] Allocated IP 172.20.0.2 (3ff68c5b-71a5-4643-a235-ca1e74ec9ec2/759d2c94-0450-42a6-a657-8515f615c234/9aeb8257-e277-4bd7-84f9-076050771f7c) {{(pid=92917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:56:34.763436 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning for port 4f809a03-25a8-4f33-97e9-de0f2e7f0855 completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:56:34.788529 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 4f809a03-25a8-4f33-97e9-de0f2e7f0855 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:56:34.789205 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:34.819652 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-386ed1e1-aa46-4770-a43d-29c9f4f5ddfe req-ba123ed8-9639-4f75-9bf7-0f97d40ecd06 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7 HTTP/1.1" status: 200 len: 210 time: 0.0733314 Jul 06 14:56:34.968622 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3236c712-2ae2-4fc5-b657-a901e28ca25b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:34.987450 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3236c712-2ae2-4fc5-b657-a901e28ca25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:35.002666 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-fe9388de-1796-4f4a-b35e-beb31e27b168 None None] Notify callbacks [] for port, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:35.036829 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.provisioning_blocks [None req-fe9388de-1796-4f4a-b35e-beb31e27b168 None None] Transition to ACTIVE for port object 256955d2-97d0-45de-bdd0-73df1ab2b335 will not be triggered until provisioned by entity L2. {{(pid=92918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:56:35.040883 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-af04db89-3c82-4855-9397-9e09e53e9dd1 service neutron] 10.222.0.20 "GET /v2.0/networks/2d81a714-bd3b-47cb-9f59-3ddb751fc6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0779605 Jul 06 14:56:35.051886 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-fe9388de-1796-4f4a-b35e-beb31e27b168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:35.055127 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236c712-2ae2-4fc5-b657-a901e28ca25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f1130f-176c-487b-8793-76b0b28821ba,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:35.122571 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440c6ab-0e26-4864-9122-4183adfc93b7 None None] Pushing event updated for resources: {'Port': ['ID=256955d2-97d0-45de-bdd0-73df1ab2b335,revision_number=2']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:35.129980 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [None req-fe9388de-1796-4f4a-b35e-beb31e27b168 None None] Attempting to bind port 256955d2-97d0-45de-bdd0-73df1ab2b335 on host dv-cinder-788363-5-iscsi for vnic_type normal with profile {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:56:35.130549 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [None req-fe9388de-1796-4f4a-b35e-beb31e27b168 None None] Attempting to bind port 256955d2-97d0-45de-bdd0-73df1ab2b335 by drivers openvswitch,hyperv on host dv-cinder-788363-5-iscsi at level 0 using segments [{'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:56:35.131155 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9388de-1796-4f4a-b35e-beb31e27b168 None None] Attempting to bind port 256955d2-97d0-45de-bdd0-73df1ab2b335 on network cda8cae0-c766-4621-9577-ca435140768c {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:56:35.137121 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8440c6ab-0e26-4864-9122-4183adfc93b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:35.137934 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8440c6ab-0e26-4864-9122-4183adfc93b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:35.138430 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8440c6ab-0e26-4864-9122-4183adfc93b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:35.138922 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8440c6ab-0e26-4864-9122-4183adfc93b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:35.139478 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8440c6ab-0e26-4864-9122-4183adfc93b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:35.139980 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8440c6ab-0e26-4864-9122-4183adfc93b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:35.140464 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8440c6ab-0e26-4864-9122-4183adfc93b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:35.140951 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8440c6ab-0e26-4864-9122-4183adfc93b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:35.141453 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8440c6ab-0e26-4864-9122-4183adfc93b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:35.141938 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8440c6ab-0e26-4864-9122-4183adfc93b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:35.142413 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8440c6ab-0e26-4864-9122-4183adfc93b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:35.142901 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8440c6ab-0e26-4864-9122-4183adfc93b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:35.147071 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8440c6ab-0e26-4864-9122-4183adfc93b7 None None] Tracked resource versions report: Jul 06 14:56:35.147071 dv-cinder-788363-5-iscsi neutron-server[92918]: pushed versions: Jul 06 14:56:35.147071 dv-cinder-788363-5-iscsi neutron-server[92918]: { 'AddressGroup': {'1.2'}, Jul 06 14:56:35.147071 dv-cinder-788363-5-iscsi neutron-server[92918]: 'ConntrackHelper': {'1.0'}, Jul 06 14:56:35.147071 dv-cinder-788363-5-iscsi neutron-server[92918]: 'Log': {'1.0'}, Jul 06 14:56:35.147071 dv-cinder-788363-5-iscsi neutron-server[92918]: 'Network': {'1.1'}, Jul 06 14:56:35.147071 dv-cinder-788363-5-iscsi neutron-server[92918]: 'Port': {'1.7'}, Jul 06 14:56:35.147071 dv-cinder-788363-5-iscsi neutron-server[92918]: 'PortForwarding': {'1.2'}, Jul 06 14:56:35.147071 dv-cinder-788363-5-iscsi neutron-server[92918]: 'QosPolicy': {'1.8'}, Jul 06 14:56:35.147071 dv-cinder-788363-5-iscsi neutron-server[92918]: 'SecurityGroup': {'1.4'}, Jul 06 14:56:35.147071 dv-cinder-788363-5-iscsi neutron-server[92918]: 'SecurityGroupRule': {'1.2'}, Jul 06 14:56:35.147071 dv-cinder-788363-5-iscsi neutron-server[92918]: 'SubPort': {'1.0'}, Jul 06 14:56:35.147071 dv-cinder-788363-5-iscsi neutron-server[92918]: 'Subnet': {'1.1'}, Jul 06 14:56:35.147071 dv-cinder-788363-5-iscsi neutron-server[92918]: 'Trunk': {'1.1'}} Jul 06 14:56:35.147071 dv-cinder-788363-5-iscsi neutron-server[92918]: consumer versions: Jul 06 14:56:35.147071 dv-cinder-788363-5-iscsi neutron-server[92918]: { DHCP agent@dv-cinder-788363-5-iscsi: {}, Jul 06 14:56:35.147071 dv-cinder-788363-5-iscsi neutron-server[92918]: HyperV agent@hv-cinder-78836: {}, Jul 06 14:56:35.147071 dv-cinder-788363-5-iscsi neutron-server[92918]: L3 agent@dv-cinder-788363-5-iscsi: {}, Jul 06 14:56:35.147071 dv-cinder-788363-5-iscsi neutron-server[92918]: Metadata agent@dv-cinder-788363-5-iscsi: {}, Jul 06 14:56:35.147071 dv-cinder-788363-5-iscsi neutron-server[92918]: Metering agent@dv-cinder-788363-5-iscsi: {}, Jul 06 14:56:35.147071 dv-cinder-788363-5-iscsi neutron-server[92918]: Open vSwitch agent@dv-cinder-788363-5-iscsi: { 'AddressGroup': '1.2', Jul 06 14:56:35.147071 dv-cinder-788363-5-iscsi neutron-server[92918]: 'ConntrackHelper': '1.0', Jul 06 14:56:35.147071 dv-cinder-788363-5-iscsi neutron-server[92918]: 'Log': '1.0', Jul 06 14:56:35.147071 dv-cinder-788363-5-iscsi neutron-server[92918]: 'Network': '1.1', Jul 06 14:56:35.147071 dv-cinder-788363-5-iscsi neutron-server[92918]: 'Port': '1.7', Jul 06 14:56:35.147071 dv-cinder-788363-5-iscsi neutron-server[92918]: 'PortForwarding': '1.2', Jul 06 14:56:35.147071 dv-cinder-788363-5-iscsi neutron-server[92918]: 'QosPolicy': '1.8', Jul 06 14:56:35.147071 dv-cinder-788363-5-iscsi neutron-server[92918]: 'SecurityGroup': '1.4', Jul 06 14:56:35.147071 dv-cinder-788363-5-iscsi neutron-server[92918]: 'SecurityGroupRule': '1.2', Jul 06 14:56:35.147071 dv-cinder-788363-5-iscsi neutron-server[92918]: 'SubPort': '1.0', Jul 06 14:56:35.147071 dv-cinder-788363-5-iscsi neutron-server[92918]: 'Subnet': '1.1', Jul 06 14:56:35.147071 dv-cinder-788363-5-iscsi neutron-server[92918]: 'Trunk': '1.1'}} Jul 06 14:56:35.147071 dv-cinder-788363-5-iscsi neutron-server[92918]: {{(pid=92918) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 14:56:35.153601 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9388de-1796-4f4a-b35e-beb31e27b168 None None] Checking agent: {'id': 'f25167b8-434d-4f4a-9be4-898338da7490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 48, 5), 'started_at': datetime.datetime(2021, 7, 6, 14, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:56:35.154227 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9388de-1796-4f4a-b35e-beb31e27b168 None None] Checking segment: {'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:56:35.154802 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-fe9388de-1796-4f4a-b35e-beb31e27b168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:35.155365 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9388de-1796-4f4a-b35e-beb31e27b168 None None] Bound using segment: {'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:56:35.156172 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [None req-fe9388de-1796-4f4a-b35e-beb31e27b168 None None] Bound port: 256955d2-97d0-45de-bdd0-73df1ab2b335, host: dv-cinder-788363-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'}}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:56:35.157552 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-fe9388de-1796-4f4a-b35e-beb31e27b168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:35.244221 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-fe9388de-1796-4f4a-b35e-beb31e27b168 None None] For port 256955d2-97d0-45de-bdd0-73df1ab2b335, host dv-cinder-788363-5-iscsi, cleared binding levels {{(pid=92918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:56:35.244579 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:35.247495 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fc941c50-49ca-43ea-a7e0-79f61e46d96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413129'] for router, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:35.254295 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-fe9388de-1796-4f4a-b35e-beb31e27b168 None None] For port 256955d2-97d0-45de-bdd0-73df1ab2b335, host dv-cinder-788363-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=256955d2-97d0-45de-bdd0-73df1ab2b335,segment=NetworkSegment(d7a48dfa-38cd-4c9a-ae5e-4dc474366c17),segment_id=d7a48dfa-38cd-4c9a-ae5e-4dc474366c17)] {{(pid=92918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:56:35.262958 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-3236c712-2ae2-4fc5-b657-a901e28ca25b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9dff866e2a51407e94e2a8364c77d5d8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1167636 Jul 06 14:56:35.265610 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 46776) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:35.269025 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-fe9388de-1796-4f4a-b35e-beb31e27b168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:35.329291 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-dbbdc224-a0d8-4356-a6bc-9798ca7ebc02 service neutron] 10.222.0.20 "GET /v2.0/networks/2d81a714-bd3b-47cb-9f59-3ddb751fc6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706499 Jul 06 14:56:35.338217 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-611e14dd-fb52-4cfa-8c64-a9fc6418c0f5 None None] Notify callbacks [] for port, precommit_create {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:35.397170 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-a91737bc-41b1-4906-9751-175924227ab8 None None] Provisioning complete for port 4f809a03-25a8-4f33-97e9-de0f2e7f0855 triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:56:35.397550 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-a91737bc-41b1-4906-9751-175924227ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:35.403918 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440c6ab-0e26-4864-9122-4183adfc93b7 None None] Pushing event updated for resources: {'Port': ['ID=256955d2-97d0-45de-bdd0-73df1ab2b335,revision_number=3']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:35.416053 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9388de-1796-4f4a-b35e-beb31e27b168 None None] Routers {'d9718f06-ef13-409c-b6ea-1dd9bf708a3f'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:56:35.416790 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-fe9388de-1796-4f4a-b35e-beb31e27b168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T14:56:05Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['d9718f06-ef13-409c-b6ea-1dd9bf708a3f'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:56:35.430488 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-611e14dd-fb52-4cfa-8c64-a9fc6418c0f5 None None] Transition to ACTIVE for port object 9aeb8257-e277-4bd7-84f9-076050771f7c will not be triggered until provisioned by entity L2. {{(pid=92917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:56:35.552890 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ecf9-c128-4b31-b3c0-5387216a03a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:35.585270 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ecf9-c128-4b31-b3c0-5387216a03a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:35.593276 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] For port 4f809a03-25a8-4f33-97e9-de0f2e7f0855, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=4f809a03-25a8-4f33-97e9-de0f2e7f0855,segment=NetworkSegment(cb30854e-762f-4ab3-afc5-fc62883d2599),segment_id=cb30854e-762f-4ab3-afc5-fc62883d2599)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:56:35.655104 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ecf9-c128-4b31-b3c0-5387216a03a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:35.660257 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ecf9-c128-4b31-b3c0-5387216a03a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:35.663233 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-611e14dd-fb52-4cfa-8c64-a9fc6418c0f5 None None] Transition to ACTIVE for port object 9aeb8257-e277-4bd7-84f9-076050771f7c will not be triggered until provisioned by entity DHCP. {{(pid=92917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:56:35.663617 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-e8c2ecf9-c128-4b31-b3c0-5387216a03a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/35f1130f-176c-487b-8793-76b0b28821ba HTTP/1.1" status: 204 len: 168 time: 0.3617928 Jul 06 14:56:35.668403 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-5ad5b582-cc6c-4a92-b257-5a11f31490d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:35.679813 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:35.698423 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2ecf9-c128-4b31-b3c0-5387216a03a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f1130f-176c-487b-8793-76b0b28821ba,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:35.705600 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a473f1b1-e45c-4b26-a515-4f71caf10eed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:35.731018 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-fe9388de-1796-4f4a-b35e-beb31e27b168 None None] Set router d9718f06-ef13-409c-b6ea-1dd9bf708a3f gateway port host: dv-cinder-788363-5-iscsi {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:56:35.736607 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc941c50-49ca-43ea-a7e0-79f61e46d96a admin admin] Router 0ffd8770-b11a-4323-af17-ec8ce61bf813 is scheduled to L3 agent df718f2c-f58f-497c-aa3c-554c496f730f with binding_index 1 {{(pid=92916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:56:35.792074 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a473f1b1-e45c-4b26-a515-4f71caf10eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:35.875053 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Pushing event updated for resources: {'Port': ['ID=4f809a03-25a8-4f33-97e9-de0f2e7f0855,revision_number=3']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:35.933792 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-611e14dd-fb52-4cfa-8c64-a9fc6418c0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525'] for port, after_create {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:35.974105 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-0831eb99-b0cb-4fe2-b71e-32cf6f53f721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:36.028872 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_common [None req-a473f1b1-e45c-4b26-a515-4f71caf10eed admin admin] Allocated IP 172.27.3.79 (cda8cae0-c766-4621-9577-ca435140768c/1f1b7348-831f-4a39-b588-ec6aad475c62/47de02df-f13e-4c86-b636-44ce6d193ebc) {{(pid=92915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:56:36.060865 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc941c50-49ca-43ea-a7e0-79f61e46d96a admin admin] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:56:36.105589 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fc941c50-49ca-43ea-a7e0-79f61e46d96a admin admin] Notify callbacks [] for router, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:36.110274 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-fc941c50-49ca-43ea-a7e0-79f61e46d96a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5298991 Jul 06 14:56:36.132511 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 46810) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:36.135495 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e14dd-fb52-4cfa-8c64-a9fc6418c0f5 None None] Pushing event updated for resources: {'Port': ['ID=9aeb8257-e277-4bd7-84f9-076050771f7c,revision_number=1']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:36.142452 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-c9fcc54c-853a-43b0-8ee7-0568d9c3af78 req-1a744ce1-1e88-4753-bdb8-1bdc0d10adf8 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0a2751-7888-44ee-b404-92f6a0b4c4c5 HTTP/1.1" status: 200 len: 210 time: 0.0838566 Jul 06 14:56:36.143063 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e0002e-2b30-4af4-83a7-8c82644c2c88 None None] Sync routers for ids ['0ffd8770-b11a-4323-af17-ec8ce61bf813'] in dv-cinder-788363-5-iscsi {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:56:36.150885 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 4f809a03-25a8-4f33-97e9-de0f2e7f0855 up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:56:36.253249 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-fe9388de-1796-4f4a-b35e-beb31e27b168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9718f06-ef13-409c-b6ea-1dd9bf708a3f', 'name': 'tempest-ServerRescueNegativeTestJSON-117284497-router', 'tenant_id': '1817bfcb8e354beb83cfd6d1c7f72a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '256955d2-97d0-45de-bdd0-73df1ab2b335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:29Z', 'updated_at': '2021-07-06T14:56:31Z', 'revision_number': 3, 'project_id': '1817bfcb8e354beb83cfd6d1c7f72a50', 'gw_port': {'id': '256955d2-97d0-45de-bdd0-73df1ab2b335', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9718f06-ef13-409c-b6ea-1dd9bf708a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:30Z', 'updated_at': '2021-07-06T14:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:56:36.280430 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9388de-1796-4f4a-b35e-beb31e27b168 None None] The sync data for ids ['d9718f06-ef13-409c-b6ea-1dd9bf708a3f'] in dv-cinder-788363-5-iscsi is: [{'id': 'd9718f06-ef13-409c-b6ea-1dd9bf708a3f', 'name': 'tempest-ServerRescueNegativeTestJSON-117284497-router', 'tenant_id': '1817bfcb8e354beb83cfd6d1c7f72a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '256955d2-97d0-45de-bdd0-73df1ab2b335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:29Z', 'updated_at': '2021-07-06T14:56:31Z', 'revision_number': 3, 'project_id': '1817bfcb8e354beb83cfd6d1c7f72a50', 'gw_port': {'id': '256955d2-97d0-45de-bdd0-73df1ab2b335', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9718f06-ef13-409c-b6ea-1dd9bf708a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:30Z', 'updated_at': '2021-07-06T14:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}] {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:56:36.290925 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:36.398387 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611e14dd-fb52-4cfa-8c64-a9fc6418c0f5 None None] Network 3ff68c5b-71a5-4643-a235-ca1e74ec9ec2 is already hosted by enough agents. {{(pid=92917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:56:36.403450 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e0002e-2b30-4af4-83a7-8c82644c2c88 None None] Routers {'0ffd8770-b11a-4323-af17-ec8ce61bf813'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:56:36.404096 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-21e0002e-2b30-4af4-83a7-8c82644c2c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T14:56:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['0ffd8770-b11a-4323-af17-ec8ce61bf813'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:56:36.408140 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.scheduler.base_scheduler [None req-611e14dd-fb52-4cfa-8c64-a9fc6418c0f5 None None] Resources bound (agent type, host, resource id): {{(pid=92917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:56:36.416228 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611e14dd-fb52-4cfa-8c64-a9fc6418c0f5 None None] Received port after_create {{(pid=92917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:56:36.438502 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 46828) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:36.492947 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 4f809a03-25a8-4f33-97e9-de0f2e7f0855 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:56:36.493298 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:36.504829 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6dbd4823-fbd0-4639-9ee3-c4ba2ad2cc90 req-a08cd285-0b83-4790-995b-7d69575f837b tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7 HTTP/1.1" status: 200 len: 210 time: 0.1847475 Jul 06 14:56:36.699310 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:36.717753 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-611e14dd-fb52-4cfa-8c64-a9fc6418c0f5 None None] Attempting to bind port 9aeb8257-e277-4bd7-84f9-076050771f7c on host dv-cinder-788363-5-iscsi for vnic_type normal with profile {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:56:36.718114 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-611e14dd-fb52-4cfa-8c64-a9fc6418c0f5 None None] Attempting to bind port 9aeb8257-e277-4bd7-84f9-076050771f7c by drivers openvswitch,hyperv on host dv-cinder-788363-5-iscsi at level 0 using segments [{'id': '6e67dca4-9076-477c-8ff5-c332e7f6363b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2'}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:56:36.718481 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611e14dd-fb52-4cfa-8c64-a9fc6418c0f5 None None] Attempting to bind port 9aeb8257-e277-4bd7-84f9-076050771f7c on network 3ff68c5b-71a5-4643-a235-ca1e74ec9ec2 {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:56:36.731790 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a473f1b1-e45c-4b26-a515-4f71caf10eed admin admin] Notify callbacks [] for port, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:36.766918 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611e14dd-fb52-4cfa-8c64-a9fc6418c0f5 None None] Checking agent: {'id': 'f25167b8-434d-4f4a-9be4-898338da7490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 48, 5), 'started_at': datetime.datetime(2021, 7, 6, 14, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:56:36.769980 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611e14dd-fb52-4cfa-8c64-a9fc6418c0f5 None None] Checking segment: {'id': '6e67dca4-9076-477c-8ff5-c332e7f6363b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:56:36.770746 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-611e14dd-fb52-4cfa-8c64-a9fc6418c0f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:36.771385 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611e14dd-fb52-4cfa-8c64-a9fc6418c0f5 None None] Bound using segment: {'id': '6e67dca4-9076-477c-8ff5-c332e7f6363b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2'} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:56:36.772053 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-611e14dd-fb52-4cfa-8c64-a9fc6418c0f5 None None] Bound port: 9aeb8257-e277-4bd7-84f9-076050771f7c, host: dv-cinder-788363-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e67dca4-9076-477c-8ff5-c332e7f6363b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2'}}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:56:36.772625 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-611e14dd-fb52-4cfa-8c64-a9fc6418c0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:36.834874 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-9e3b9e4d-ad11-4a84-ab94-41a8d7dc50d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:36.837644 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-21e0002e-2b30-4af4-83a7-8c82644c2c88 None None] Set router 0ffd8770-b11a-4323-af17-ec8ce61bf813 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:56:36.904968 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_common [None req-0831eb99-b0cb-4fe2-b71e-32cf6f53f721 admin admin] Allocated IP 172.20.0.1 (fa81ded4-639a-45fc-af54-68a391814316/1431c281-ca69-4953-881e-6e7d559cefaf/c3048845-86b1-4bc2-ab27-3f5b51df7ac3) {{(pid=92915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:56:37.031615 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a473f1b1-e45c-4b26-a515-4f71caf10eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525'] for port, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:37.107278 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a473f1b1-e45c-4b26-a515-4f71caf10eed admin admin] Network cda8cae0-c766-4621-9577-ca435140768c is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:56:37.137431 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [None req-a473f1b1-e45c-4b26-a515-4f71caf10eed admin admin] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:56:37.140203 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a473f1b1-e45c-4b26-a515-4f71caf10eed admin admin] Received port after_create {{(pid=92915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:56:37.178480 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-470efa52-2962-4dd8-8646-dcee4f166210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:37.267702 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-611e14dd-fb52-4cfa-8c64-a9fc6418c0f5 None None] For port 9aeb8257-e277-4bd7-84f9-076050771f7c, host dv-cinder-788363-5-iscsi, cleared binding levels {{(pid=92917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:56:37.281964 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 6 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:56:37.311017 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473f1b1-e45c-4b26-a515-4f71caf10eed admin admin] Pushing event updated for resources: {'Port': ['ID=47de02df-f13e-4c86-b636-44ce6d193ebc,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:37.323372 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-0831eb99-b0cb-4fe2-b71e-32cf6f53f721 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:37.357872 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-9e3b9e4d-ad11-4a84-ab94-41a8d7dc50d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:37.364022 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-611e14dd-fb52-4cfa-8c64-a9fc6418c0f5 None None] For port 9aeb8257-e277-4bd7-84f9-076050771f7c, host dv-cinder-788363-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=9aeb8257-e277-4bd7-84f9-076050771f7c,segment=NetworkSegment(6e67dca4-9076-477c-8ff5-c332e7f6363b),segment_id=6e67dca4-9076-477c-8ff5-c332e7f6363b)] {{(pid=92917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:56:37.372162 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-9e3b9e4d-ad11-4a84-ab94-41a8d7dc50d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:37.436665 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-f65634b2-6ade-4e3e-8348-24e754b73fb4 req-9724bb7e-7315-4278-8b8c-6168b4f818c9 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0a2751-7888-44ee-b404-92f6a0b4c4c5 HTTP/1.1" status: 200 len: 210 time: 0.1430855 Jul 06 14:56:37.480513 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-611e14dd-fb52-4cfa-8c64-a9fc6418c0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:37.567572 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 46862) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:37.582638 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-0831eb99-b0cb-4fe2-b71e-32cf6f53f721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525'] for port, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:37.644492 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0831eb99-b0cb-4fe2-b71e-32cf6f53f721 admin admin] Network fa81ded4-639a-45fc-af54-68a391814316 is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:56:37.649169 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-9e3b9e4d-ad11-4a84-ab94-41a8d7dc50d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0ab734d95124f7593bf55e2271ce8e1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2006772 Jul 06 14:56:37.653741 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [None req-0831eb99-b0cb-4fe2-b71e-32cf6f53f721 admin admin] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:56:37.668353 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 46870) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:37.671622 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0831eb99-b0cb-4fe2-b71e-32cf6f53f721 admin admin] Received port after_create {{(pid=92915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:56:37.672302 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-0831eb99-b0cb-4fe2-b71e-32cf6f53f721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871998'] for router_interface, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:37.690726 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:37.725937 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e14dd-fb52-4cfa-8c64-a9fc6418c0f5 None None] Pushing event updated for resources: {'Port': ['ID=9aeb8257-e277-4bd7-84f9-076050771f7c,revision_number=2']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:37.735594 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.db_base_plugin_common [None req-470efa52-2962-4dd8-8646-dcee4f166210 admin admin] Allocated IP 172.20.0.1 (f96a7279-5988-4867-aff6-4945f71924ad/ca664667-a6f7-4c2d-bec6-bb0d219a131a/2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc) {{(pid=92916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:56:37.751765 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-21e0002e-2b30-4af4-83a7-8c82644c2c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'name': 'tempest-AttachVolumeShelveTestJSON-1180299821-router', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:30Z', 'updated_at': '2021-07-06T14:56:34Z', 'revision_number': 3, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'gw_port': {'id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:32Z', 'updated_at': '2021-07-06T14:56:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:56:37.793491 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0831eb99-b0cb-4fe2-b71e-32cf6f53f721 admin admin] Pushing event updated for resources: {'Port': ['ID=c3048845-86b1-4bc2-ab27-3f5b51df7ac3,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:37.795846 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b9e4d-ad11-4a84-ab94-41a8d7dc50d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777251c2-6925-4dca-9855-bac01249e2e3,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:37.801108 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-25175ca9-9bf2-46cb-bc72-fdf0c00a3ddb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1395047067-network', 'tenant_id': 'a49e3ad36a8346e99169aab5e4ab944b'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:56:37.820611 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e0002e-2b30-4af4-83a7-8c82644c2c88 None None] Checking router: 0ffd8770-b11a-4323-af17-ec8ce61bf813 for host: dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:56:37.820965 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e0002e-2b30-4af4-83a7-8c82644c2c88 None None] Updating router 0ffd8770-b11a-4323-af17-ec8ce61bf813 port 6a8014d1-eb65-409a-b8e8-327aff9526b8 binding host dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:56:37.926568 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-21e0002e-2b30-4af4-83a7-8c82644c2c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:38.018091 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25175ca9-9bf2-46cb-bc72-fdf0c00a3ddb admin admin] Made reservation on behalf of a49e3ad36a8346e99169aab5e4ab944b for: {'network': 1} {{(pid=92916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:56:38.025074 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-25175ca9-9bf2-46cb-bc72-fdf0c00a3ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for network, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:38.135409 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-470efa52-2962-4dd8-8646-dcee4f166210 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:38.144104 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-25175ca9-9bf2-46cb-bc72-fdf0c00a3ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:38.149964 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 256955d2-97d0-45de-bdd0-73df1ab2b335 up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:56:38.195694 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.provisioning_blocks [None req-470efa52-2962-4dd8-8646-dcee4f166210 admin admin] Transition to ACTIVE for port object 2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc will not be triggered until provisioned by entity DHCP. {{(pid=92916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:56:38.291482 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-470efa52-2962-4dd8-8646-dcee4f166210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525'] for port, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:38.293305 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b13d1dc8-68d3-4634-ac6b-85505ae3ab37 req-d0619349-a626-4482-a49d-5ad12e51b867 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7 HTTP/1.1" status: 200 len: 210 time: 0.4742794 Jul 06 14:56:38.331583 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning for port 256955d2-97d0-45de-bdd0-73df1ab2b335 completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:56:38.345591 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 256955d2-97d0-45de-bdd0-73df1ab2b335 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:56:38.345954 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:38.391030 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470efa52-2962-4dd8-8646-dcee4f166210 admin admin] Network f96a7279-5988-4867-aff6-4945f71924ad is already hosted by enough agents. {{(pid=92916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:56:38.396496 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.base_scheduler [None req-470efa52-2962-4dd8-8646-dcee4f166210 admin admin] Resources bound (agent type, host, resource id): {{(pid=92916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:56:38.399144 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470efa52-2962-4dd8-8646-dcee4f166210 admin admin] Pushing event updated for resources: {'Port': ['ID=2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:38.424160 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470efa52-2962-4dd8-8646-dcee4f166210 admin admin] Received port after_create {{(pid=92916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:56:38.425086 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-470efa52-2962-4dd8-8646-dcee4f166210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871998'] for router_interface, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:38.454318 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-21e0002e-2b30-4af4-83a7-8c82644c2c88 None None] Notify callbacks [] for port, precommit_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:38.456251 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a473f1b1-e45c-4b26-a515-4f71caf10eed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:38.586144 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:38.695505 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] For port 256955d2-97d0-45de-bdd0-73df1ab2b335, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=256955d2-97d0-45de-bdd0-73df1ab2b335,segment=NetworkSegment(d7a48dfa-38cd-4c9a-ae5e-4dc474366c17),segment_id=d7a48dfa-38cd-4c9a-ae5e-4dc474366c17)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:56:38.725183 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:38.750302 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-21e0002e-2b30-4af4-83a7-8c82644c2c88 None None] Transition to ACTIVE for port object 6a8014d1-eb65-409a-b8e8-327aff9526b8 will not be triggered until provisioned by entity L2. {{(pid=92917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:56:38.754008 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-25175ca9-9bf2-46cb-bc72-fdf0c00a3ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:38.822403 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-25175ca9-9bf2-46cb-bc72-fdf0c00a3ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:38.829710 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-21e0002e-2b30-4af4-83a7-8c82644c2c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:38.870302 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.25', 56612) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:38.879552 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:38.951279 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-8f758f19-ff7c-4a8e-8bcc-c6e08310bbc9 req-0a0d4a1b-c8d1-46df-ba34-3c2382ca9a9c tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0a2751-7888-44ee-b404-92f6a0b4c4c5 HTTP/1.1" status: 200 len: 210 time: 0.2071443 Jul 06 14:56:38.963749 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0e67-da81-43a5-bd10-07348a9ec3fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:38.997689 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-b78958ca-ebd1-4bd7-b316-0b9d389b712f None None] Provisioning for port 2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc completed by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:56:39.014673 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-21e0002e-2b30-4af4-83a7-8c82644c2c88 None None] Attempting to bind port 6a8014d1-eb65-409a-b8e8-327aff9526b8 on host dv-cinder-788363-5-iscsi for vnic_type normal with profile {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:56:39.014673 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-21e0002e-2b30-4af4-83a7-8c82644c2c88 None None] Attempting to bind port 6a8014d1-eb65-409a-b8e8-327aff9526b8 by drivers openvswitch,hyperv on host dv-cinder-788363-5-iscsi at level 0 using segments [{'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:56:39.019819 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e0002e-2b30-4af4-83a7-8c82644c2c88 None None] Attempting to bind port 6a8014d1-eb65-409a-b8e8-327aff9526b8 on network cda8cae0-c766-4621-9577-ca435140768c {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:56:39.022919 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Pushing event updated for resources: {'Port': ['ID=256955d2-97d0-45de-bdd0-73df1ab2b335,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:39.026717 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-b78958ca-ebd1-4bd7-b316-0b9d389b712f None None] Provisioning complete for port 2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:56:39.027182 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-b78958ca-ebd1-4bd7-b316-0b9d389b712f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:39.053130 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e0002e-2b30-4af4-83a7-8c82644c2c88 None None] Checking agent: {'id': 'f25167b8-434d-4f4a-9be4-898338da7490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 48, 5), 'started_at': datetime.datetime(2021, 7, 6, 14, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:56:39.053505 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e0002e-2b30-4af4-83a7-8c82644c2c88 None None] Checking segment: {'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:56:39.053917 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-21e0002e-2b30-4af4-83a7-8c82644c2c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:39.054322 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e0002e-2b30-4af4-83a7-8c82644c2c88 None None] Bound using segment: {'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:56:39.054808 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-21e0002e-2b30-4af4-83a7-8c82644c2c88 None None] Bound port: 6a8014d1-eb65-409a-b8e8-327aff9526b8, host: dv-cinder-788363-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'}}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:56:39.055241 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-21e0002e-2b30-4af4-83a7-8c82644c2c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:39.077289 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0e67-da81-43a5-bd10-07348a9ec3fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:39.077879 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25175ca9-9bf2-46cb-bc72-fdf0c00a3ddb admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=92916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:56:39.264195 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-0831eb99-b0cb-4fe2-b71e-32cf6f53f721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:39.271322 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df564c-99e4-4a8f-9f2c-1cbe9d5e29b7 None None] Pushing event updated for resources: {'Port': ['ID=6a8014d1-eb65-409a-b8e8-327aff9526b8,revision_number=2']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:39.273513 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25175ca9-9bf2-46cb-bc72-fdf0c00a3ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38bad25-eb09-48c6-8f99-b74541c06d8c,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:39.311541 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-b78958ca-ebd1-4bd7-b316-0b9d389b712f None None] Port 2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc cannot update to ACTIVE because it is not bound. {{(pid=92917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:56:39.350044 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-21e0002e-2b30-4af4-83a7-8c82644c2c88 None None] For port 6a8014d1-eb65-409a-b8e8-327aff9526b8, host dv-cinder-788363-5-iscsi, cleared binding levels {{(pid=92917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:56:39.354710 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-21e0002e-2b30-4af4-83a7-8c82644c2c88 None None] For port 6a8014d1-eb65-409a-b8e8-327aff9526b8, host dv-cinder-788363-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=6a8014d1-eb65-409a-b8e8-327aff9526b8,segment=NetworkSegment(d7a48dfa-38cd-4c9a-ae5e-4dc474366c17),segment_id=d7a48dfa-38cd-4c9a-ae5e-4dc474366c17)] {{(pid=92917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:56:39.366071 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-21e0002e-2b30-4af4-83a7-8c82644c2c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:39.379832 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-25175ca9-9bf2-46cb-bc72-fdf0c00a3ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:39.382602 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.db.segments_db [None req-25175ca9-9bf2-46cb-bc72-fdf0c00a3ddb admin admin] Added segment 4d006f06-56c0-47fa-959e-7dfc2f02fd72 of type vlan for network 9896339a-effc-480e-b7b2-bac81967b6e5 Jul 06 14:56:39.541839 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e0002e-2b30-4af4-83a7-8c82644c2c88 None None] Routers {'0ffd8770-b11a-4323-af17-ec8ce61bf813'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:56:39.544029 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-21e0002e-2b30-4af4-83a7-8c82644c2c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T14:56:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['0ffd8770-b11a-4323-af17-ec8ce61bf813'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:56:39.654779 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df564c-99e4-4a8f-9f2c-1cbe9d5e29b7 None None] Pushing event updated for resources: {'Port': ['ID=6a8014d1-eb65-409a-b8e8-327aff9526b8,revision_number=3']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:39.703611 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-7e3180a2-1724-4ab2-a1f0-c7e35a776f4e tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:39.707317 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-7e3180a2-1724-4ab2-a1f0-c7e35a776f4e tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.25 "GET /v2.0/networks?id=91f1fefc-0198-4f01-a19d-5bd222c1a2ce HTTP/1.1" status: 200 len: 813 time: 0.7966330 Jul 06 14:56:39.715767 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.25', 56617) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:39.787121 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-0831eb99-b0cb-4fe2-b71e-32cf6f53f721 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:39.792870 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0e67-da81-43a5-bd10-07348a9ec3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:39.797740 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0e67-da81-43a5-bd10-07348a9ec3fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:39.798018 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-25175ca9-9bf2-46cb-bc72-fdf0c00a3ddb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766384329310'] for network, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:39.803758 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-ab9b0e67-da81-43a5-bd10-07348a9ec3fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/777251c2-6925-4dca-9855-bac01249e2e3 HTTP/1.1" status: 204 len: 168 time: 2.1302853 Jul 06 14:56:39.828560 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-21e0002e-2b30-4af4-83a7-8c82644c2c88 None None] Set router 0ffd8770-b11a-4323-af17-ec8ce61bf813 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:56:39.858672 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b0e67-da81-43a5-bd10-07348a9ec3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777251c2-6925-4dca-9855-bac01249e2e3,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:39.860017 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-6bcb4c7b-2ae1-4ae7-bcf2-1893886b81cb tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Request body: {'port': {'device_id': 'ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7', 'network_id': '91f1fefc-0198-4f01-a19d-5bd222c1a2ce', 'admin_state_up': True, 'tenant_id': 'e1024c61bda14051bc8e9885a0f65a59'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:56:39.863106 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-735d5410-409c-40ef-8aa2-7b2efb3ae555 req-e2161800-616f-4e83-b6cb-64d94817777d tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7 HTTP/1.1" status: 200 len: 210 time: 0.1640201 Jul 06 14:56:39.864401 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a473f1b1-e45c-4b26-a515-4f71caf10eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413129'] for router, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:39.867440 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-0831eb99-b0cb-4fe2-b71e-32cf6f53f721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:39.868453 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-0831eb99-b0cb-4fe2-b71e-32cf6f53f721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7887058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869059'] for router_interface, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:39.917340 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-470efa52-2962-4dd8-8646-dcee4f166210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:40.058697 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-25175ca9-9bf2-46cb-bc72-fdf0c00a3ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040'] for network, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:40.064473 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25175ca9-9bf2-46cb-bc72-fdf0c00a3ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:40.068876 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-25175ca9-9bf2-46cb-bc72-fdf0c00a3ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:40.105729 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0831eb99-b0cb-4fe2-b71e-32cf6f53f721 admin admin] Pushing event updated for resources: {'Port': ['ID=c3048845-86b1-4bc2-ab27-3f5b51df7ac3,revision_number=2']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:40.304402 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 9aeb8257-e277-4bd7-84f9-076050771f7c up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:56:40.313211 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13b7335-fe77-4910-84e3-dbcb7e12fa3f None None] Network 3ff68c5b-71a5-4643-a235-ca1e74ec9ec2 requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:56:40.428337 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0831eb99-b0cb-4fe2-b71e-32cf6f53f721 admin admin] Network fa81ded4-639a-45fc-af54-68a391814316 is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:56:40.435364 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [None req-0831eb99-b0cb-4fe2-b71e-32cf6f53f721 admin admin] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:56:40.490316 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-b77f5867-182a-404d-a543-559cf8a49cd0 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:40.492132 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-b77f5867-182a-404d-a543-559cf8a49cd0 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.25 "GET /v2.0/networks?id=2d81a714-bd3b-47cb-9f59-3ddb751fc6f0 HTTP/1.1" status: 200 len: 812 time: 0.6047385 Jul 06 14:56:40.525470 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 46936) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:40.543097 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-25175ca9-9bf2-46cb-bc72-fdf0c00a3ddb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.9738839 Jul 06 14:56:40.551420 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 46938) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:40.561758 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-82928d0f-c89e-4e32-90c7-24b5d710ffcf admin admin] Request body: {'subnet': {'network_id': '9896339a-effc-480e-b7b2-bac81967b6e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1395047067-subnet', 'tenant_id': 'a49e3ad36a8346e99169aab5e4ab944b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:56:40.598000 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-520cebcb-3398-492f-87f6-a6c3fb17a650 req-ad9dfea4-036b-4642-a1e9-11218822745a tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0a2751-7888-44ee-b404-92f6a0b4c4c5 HTTP/1.1" status: 200 len: 210 time: 0.2947698 Jul 06 14:56:40.624790 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-b107c544-a73f-4919-a973-5b16c2962f0f None None] Provisioning for port 9aeb8257-e277-4bd7-84f9-076050771f7c completed by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:56:40.642912 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a4a23cdf-9449-4804-bdf5-597f21e55f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:40.656630 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25175ca9-9bf2-46cb-bc72-fdf0c00a3ddb admin admin] Pushing event updated for resources: {'Network': ['ID=9896339a-effc-480e-b7b2-bac81967b6e5,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:40.664589 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82928d0f-c89e-4e32-90c7-24b5d710ffcf admin admin] Made reservation on behalf of a49e3ad36a8346e99169aab5e4ab944b for: {'subnet': 1} {{(pid=92915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:56:40.667263 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-82928d0f-c89e-4e32-90c7-24b5d710ffcf admin admin] Notify callbacks [] for subnet, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:40.743884 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Network 9896339a-effc-480e-b7b2-bac81967b6e5 details requested by agent ovs-agent-dv-cinder-788363-5-iscsi with host dv-cinder-788363-5-iscsi {{(pid=92917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:56:40.778705 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a473f1b1-e45c-4b26-a515-4f71caf10eed admin admin] Router 7ade9cb4-ead7-4095-b2ca-080c0a6e3a65 is scheduled to L3 agent df718f2c-f58f-497c-aa3c-554c496f730f with binding_index 1 {{(pid=92915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:56:40.780408 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-6bcb4c7b-2ae1-4ae7-bcf2-1893886b81cb tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Made reservation on behalf of e1024c61bda14051bc8e9885a0f65a59 for: {'port': 1} {{(pid=92916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:56:40.784831 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-6bcb4c7b-2ae1-4ae7-bcf2-1893886b81cb tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:40.829070 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0831eb99-b0cb-4fe2-b71e-32cf6f53f721 admin admin] Router d9718f06-ef13-409c-b6ea-1dd9bf708a3f has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:56:40.871351 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning for port 9aeb8257-e277-4bd7-84f9-076050771f7c completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:56:40.898732 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 9aeb8257-e277-4bd7-84f9-076050771f7c triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:56:40.899140 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:41.085630 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-21e0002e-2b30-4af4-83a7-8c82644c2c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'name': 'tempest-AttachVolumeShelveTestJSON-1180299821-router', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:30Z', 'updated_at': '2021-07-06T14:56:34Z', 'revision_number': 3, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'gw_port': {'id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:32Z', 'updated_at': '2021-07-06T14:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:56:41.115094 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:41.122038 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e0002e-2b30-4af4-83a7-8c82644c2c88 None None] The sync data for ids ['0ffd8770-b11a-4323-af17-ec8ce61bf813'] in dv-cinder-788363-5-iscsi is: [{'id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'name': 'tempest-AttachVolumeShelveTestJSON-1180299821-router', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:30Z', 'updated_at': '2021-07-06T14:56:34Z', 'revision_number': 3, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'gw_port': {'id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:32Z', 'updated_at': '2021-07-06T14:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}] {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:56:41.204988 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] For port 9aeb8257-e277-4bd7-84f9-076050771f7c, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=9aeb8257-e277-4bd7-84f9-076050771f7c,segment=NetworkSegment(6e67dca4-9076-477c-8ff5-c332e7f6363b),segment_id=6e67dca4-9076-477c-8ff5-c332e7f6363b)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:56:41.213959 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:41.214807 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 256955d2-97d0-45de-bdd0-73df1ab2b335 up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:56:41.303176 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Pushing event updated for resources: {'Port': ['ID=9aeb8257-e277-4bd7-84f9-076050771f7c,revision_number=3']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:41.322888 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 256955d2-97d0-45de-bdd0-73df1ab2b335 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:56:41.323297 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:41.344741 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-470efa52-2962-4dd8-8646-dcee4f166210 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:41.373237 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-470efa52-2962-4dd8-8646-dcee4f166210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:41.374474 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-470efa52-2962-4dd8-8646-dcee4f166210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7887058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869059'] for router_interface, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:41.396999 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-82928d0f-c89e-4e32-90c7-24b5d710ffcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040'] for subnet, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:41.450858 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a4a23cdf-9449-4804-bdf5-597f21e55f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:41.463573 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-39f9d793-e192-453b-8ecf-4637a7d67962 req-19dd59d1-07b4-4e02-8eb1-846377a7891b tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7 HTTP/1.1" status: 200 len: 210 time: 0.1160431 Jul 06 14:56:41.467685 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82928d0f-c89e-4e32-90c7-24b5d710ffcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0759d082-c960-4ee2-9ef4-b889fae2ad1a,revision_number=0']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:41.492018 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a473f1b1-e45c-4b26-a515-4f71caf10eed admin admin] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:56:41.507753 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abaf9da-0d9f-4bd0-9b30-38516828678b None None] Sync routers for ids ['7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'] in dv-cinder-788363-5-iscsi {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:56:41.530550 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470efa52-2962-4dd8-8646-dcee4f166210 admin admin] Pushing event updated for resources: {'Port': ['ID=2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc,revision_number=2']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:41.536956 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abaf9da-0d9f-4bd0-9b30-38516828678b None None] Routers {'7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:56:41.543272 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-3abaf9da-0d9f-4bd0-9b30-38516828678b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T14:56:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:56:41.552499 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-72535afc-856d-4159-9c67-c41517b97203 None None] Provisioning complete for port 9aeb8257-e277-4bd7-84f9-076050771f7c triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:56:41.553229 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-72535afc-856d-4159-9c67-c41517b97203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:41.584353 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a4a23cdf-9449-4804-bdf5-597f21e55f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:41.685326 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.db_base_plugin_common [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-6bcb4c7b-2ae1-4ae7-bcf2-1893886b81cb tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Allocated IP 172.20.0.11 (91f1fefc-0198-4f01-a19d-5bd222c1a2ce/ffa9830d-1ca2-457e-a1bd-de248713ebca/35abb235-c7a3-4263-8048-7a42cb1d2950) {{(pid=92916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:56:41.689623 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a23cdf-9449-4804-bdf5-597f21e55f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4d5aa2-3ffb-4d58-9ee5-998c96082732,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:41.763306 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-a4a23cdf-9449-4804-bdf5-597f21e55f0e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a10afc32129a4c1fa9514fc36f84d4fc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2260072 Jul 06 14:56:41.784562 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 46950) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:41.996596 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470efa52-2962-4dd8-8646-dcee4f166210 admin admin] Network f96a7279-5988-4867-aff6-4945f71924ad is already hosted by enough agents. {{(pid=92916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:56:42.044752 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0831eb99-b0cb-4fe2-b71e-32cf6f53f721 admin admin] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:56:42.060305 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b203820e-af64-4a84-8f3a-9d235dc1c758 None None] Sync routers for ids ['d9718f06-ef13-409c-b6ea-1dd9bf708a3f'] in dv-cinder-788363-5-iscsi {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:56:42.078287 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.base_scheduler [None req-470efa52-2962-4dd8-8646-dcee4f166210 admin admin] Resources bound (agent type, host, resource id): {{(pid=92916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:56:42.105345 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-3abaf9da-0d9f-4bd0-9b30-38516828678b None None] Set router 7ade9cb4-ead7-4095-b2ca-080c0a6e3a65 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:56:42.110871 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-0831eb99-b0cb-4fe2-b71e-32cf6f53f721 admin admin] 10.222.0.20 "PUT /v2.0/routers/d9718f06-ef13-409c-b6ea-1dd9bf708a3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2236192 Jul 06 14:56:42.115714 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82928d0f-c89e-4e32-90c7-24b5d710ffcf admin admin] Checking segment: {'id': '4d006f06-56c0-47fa-959e-7dfc2f02fd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9896339a-effc-480e-b7b2-bac81967b6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:56:42.116840 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82928d0f-c89e-4e32-90c7-24b5d710ffcf admin admin] Network hostable DHCP agents. Network: 9896339a-effc-480e-b7b2-bac81967b6e5, hostable agents: ['69855ee5-e315-4bf8-8b06-7c2b552a2d00'], hosted agents: [] {{(pid=92915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:56:42.122606 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b203820e-af64-4a84-8f3a-9d235dc1c758 None None] Routers {'d9718f06-ef13-409c-b6ea-1dd9bf708a3f'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:56:42.131663 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-b203820e-af64-4a84-8f3a-9d235dc1c758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T14:56:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['d9718f06-ef13-409c-b6ea-1dd9bf708a3f'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:56:42.168106 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a473f1b1-e45c-4b26-a515-4f71caf10eed admin admin] Notify callbacks [] for router, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:42.171999 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-a473f1b1-e45c-4b26-a515-4f71caf10eed admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.9249587 Jul 06 14:56:42.218461 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 46954) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:42.226210 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82928d0f-c89e-4e32-90c7-24b5d710ffcf admin admin] Network 9896339a-effc-480e-b7b2-bac81967b6e5 is scheduled to be hosted by DHCP agent 69855ee5-e315-4bf8-8b06-7c2b552a2d00 with binding_index 1 {{(pid=92915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:56:42.273317 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d7aa6132-95d7-496b-97e2-2e5982233339 req-c35d6be8-ca86-4cd7-86b4-a68ec4dc9146 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0a2751-7888-44ee-b404-92f6a0b4c4c5 HTTP/1.1" status: 200 len: 210 time: 0.1989484 Jul 06 14:56:42.274244 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-7d8c99d6-a457-4c22-a377-fd9550a82a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:42.300971 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 9aeb8257-e277-4bd7-84f9-076050771f7c up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:56:42.302479 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [None req-82928d0f-c89e-4e32-90c7-24b5d710ffcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-5-iscsi, 9896339a-effc-480e-b7b2-bac81967b6e5) {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:56:42.332211 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82928d0f-c89e-4e32-90c7-24b5d710ffcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:42.332858 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-82928d0f-c89e-4e32-90c7-24b5d710ffcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for subnet, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:42.356641 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9401ad4-dd85-460e-a14e-1d29333c38f3 None None] Network 9896339a-effc-480e-b7b2-bac81967b6e5 requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:56:42.514012 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-82928d0f-c89e-4e32-90c7-24b5d710ffcf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9612515 Jul 06 14:56:42.640459 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-3abaf9da-0d9f-4bd0-9b30-38516828678b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'name': 'tempest-AttachVolumeTestJSON-1855409086-router', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:33Z', 'updated_at': '2021-07-06T14:56:37Z', 'revision_number': 3, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'gw_port': {'id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:35Z', 'updated_at': '2021-07-06T14:56:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:56:42.749725 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abaf9da-0d9f-4bd0-9b30-38516828678b None None] Checking router: 7ade9cb4-ead7-4095-b2ca-080c0a6e3a65 for host: dv-cinder-788363-5-iscsi {{(pid=92918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:56:42.750306 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abaf9da-0d9f-4bd0-9b30-38516828678b None None] Updating router 7ade9cb4-ead7-4095-b2ca-080c0a6e3a65 port 47de02df-f13e-4c86-b636-44ce6d193ebc binding host dv-cinder-788363-5-iscsi {{(pid=92918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:56:42.785007 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-7d8c99d6-a457-4c22-a377-fd9550a82a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:42.846171 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470efa52-2962-4dd8-8646-dcee4f166210 admin admin] Router 0ffd8770-b11a-4323-af17-ec8ce61bf813 has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:56:42.850742 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-e9907b16-3901-4b49-88ff-16cc50805ed0 None None] Provisioning complete for port 2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:56:42.851451 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-e9907b16-3901-4b49-88ff-16cc50805ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:42.932539 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-3abaf9da-0d9f-4bd0-9b30-38516828678b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:42.954996 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-b203820e-af64-4a84-8f3a-9d235dc1c758 None None] Set router d9718f06-ef13-409c-b6ea-1dd9bf708a3f gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:56:43.061515 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-e9907b16-3901-4b49-88ff-16cc50805ed0 None None] Port 2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc cannot update to ACTIVE because it is not bound. {{(pid=92917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:56:43.104557 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-6bcb4c7b-2ae1-4ae7-bcf2-1893886b81cb tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Notify callbacks [] for port, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:43.116467 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 9aeb8257-e277-4bd7-84f9-076050771f7c triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:56:43.118136 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:43.160726 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-bc65c9d7-a130-48fa-a90a-ef9e888317df req-edd319e9-e527-498f-af84-07005184612c tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7 HTTP/1.1" status: 200 len: 210 time: 0.2870831 Jul 06 14:56:43.334129 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-b65c9e09-8cae-42df-a09b-aa7b0df7273d tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Request body: {'port': {'device_id': 'ca0a2751-7888-44ee-b404-92f6a0b4c4c5', 'network_id': '2d81a714-bd3b-47cb-9f59-3ddb751fc6f0', 'admin_state_up': True, 'tenant_id': 'bd7f55f0275e4bd5aa70d5197b9ac5d3'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:56:43.441234 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e4673f-f301-4ae3-abce-76a9a4b301e5 None None] Network 9896339a-effc-480e-b7b2-bac81967b6e5 requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:56:43.673278 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-7d8c99d6-a457-4c22-a377-fd9550a82a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:43.677719 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-7d8c99d6-a457-4c22-a377-fd9550a82a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:43.679723 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-7d8c99d6-a457-4c22-a377-fd9550a82a65 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff4d5aa2-3ffb-4d58-9ee5-998c96082732 HTTP/1.1" status: 204 len: 168 time: 1.8936458 Jul 06 14:56:43.987666 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-3abaf9da-0d9f-4bd0-9b30-38516828678b None None] Notify callbacks [] for port, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:44.034917 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.provisioning_blocks [None req-3abaf9da-0d9f-4bd0-9b30-38516828678b None None] Transition to ACTIVE for port object 47de02df-f13e-4c86-b636-44ce6d193ebc will not be triggered until provisioned by entity L2. {{(pid=92918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:56:44.036070 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e48db3b3-fadf-4201-a38a-e74bede89bdb req-d55b615f-73ca-4a22-b546-f76eab7885da tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0a2751-7888-44ee-b404-92f6a0b4c4c5 HTTP/1.1" status: 200 len: 210 time: 0.0530863 Jul 06 14:56:44.051880 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-3abaf9da-0d9f-4bd0-9b30-38516828678b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:44.303411 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [None req-3abaf9da-0d9f-4bd0-9b30-38516828678b None None] Attempting to bind port 47de02df-f13e-4c86-b636-44ce6d193ebc on host dv-cinder-788363-5-iscsi for vnic_type normal with profile {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:56:44.303902 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [None req-3abaf9da-0d9f-4bd0-9b30-38516828678b None None] Attempting to bind port 47de02df-f13e-4c86-b636-44ce6d193ebc by drivers openvswitch,hyperv on host dv-cinder-788363-5-iscsi at level 0 using segments [{'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:56:44.304487 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abaf9da-0d9f-4bd0-9b30-38516828678b None None] Attempting to bind port 47de02df-f13e-4c86-b636-44ce6d193ebc on network cda8cae0-c766-4621-9577-ca435140768c {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:56:44.357822 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109f8ac-d43b-43ed-b383-d8f7a4670ef3 None None] Pushing event updated for resources: {'Port': ['ID=47de02df-f13e-4c86-b636-44ce6d193ebc,revision_number=2']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:44.386139 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abaf9da-0d9f-4bd0-9b30-38516828678b None None] Checking agent: {'id': 'f25167b8-434d-4f4a-9be4-898338da7490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 48, 5), 'started_at': datetime.datetime(2021, 7, 6, 14, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:56:44.386575 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abaf9da-0d9f-4bd0-9b30-38516828678b None None] Checking segment: {'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:56:44.387211 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-3abaf9da-0d9f-4bd0-9b30-38516828678b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:44.387879 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abaf9da-0d9f-4bd0-9b30-38516828678b None None] Bound using segment: {'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:56:44.388696 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [None req-3abaf9da-0d9f-4bd0-9b30-38516828678b None None] Bound port: 47de02df-f13e-4c86-b636-44ce6d193ebc, host: dv-cinder-788363-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'}}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:56:44.389342 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-3abaf9da-0d9f-4bd0-9b30-38516828678b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:44.391823 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 6a8014d1-eb65-409a-b8e8-327aff9526b8 up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:56:44.449691 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c99d6-a457-4c22-a377-fd9550a82a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4d5aa2-3ffb-4d58-9ee5-998c96082732,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:44.632042 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470efa52-2962-4dd8-8646-dcee4f166210 admin admin] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:56:44.661662 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e4bfc6cd-bd17-4869-b5cb-633b526057f2 req-c2c00a85-99fe-4b6f-895b-066a493259e0 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7 HTTP/1.1" status: 200 len: 210 time: 0.1458313 Jul 06 14:56:44.663666 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-3abaf9da-0d9f-4bd0-9b30-38516828678b None None] For port 47de02df-f13e-4c86-b636-44ce6d193ebc, host dv-cinder-788363-5-iscsi, cleared binding levels {{(pid=92918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:56:44.670495 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665c9f69-fe62-4782-a2fd-08cae94ca62c None None] Sync routers for ids ['0ffd8770-b11a-4323-af17-ec8ce61bf813'] in dv-cinder-788363-5-iscsi {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:56:44.687557 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-3abaf9da-0d9f-4bd0-9b30-38516828678b None None] For port 47de02df-f13e-4c86-b636-44ce6d193ebc, host dv-cinder-788363-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=47de02df-f13e-4c86-b636-44ce6d193ebc,segment=NetworkSegment(d7a48dfa-38cd-4c9a-ae5e-4dc474366c17),segment_id=d7a48dfa-38cd-4c9a-ae5e-4dc474366c17)] {{(pid=92918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:56:44.688635 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-470efa52-2962-4dd8-8646-dcee4f166210 admin admin] 10.222.0.20 "PUT /v2.0/routers/0ffd8770-b11a-4323-af17-ec8ce61bf813/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5547349 Jul 06 14:56:44.695258 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-3abaf9da-0d9f-4bd0-9b30-38516828678b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:44.709815 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-6bcb4c7b-2ae1-4ae7-bcf2-1893886b81cb tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525'] for port, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:44.769472 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-2d8756fe-056c-43f1-a23e-4ed31968663e tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:44.781069 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-2d8756fe-056c-43f1-a23e-4ed31968663e tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/networks?id=fa81ded4-639a-45fc-af54-68a391814316 HTTP/1.1" status: 200 len: 818 time: 1.2957451 Jul 06 14:56:44.808277 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109f8ac-d43b-43ed-b383-d8f7a4670ef3 None None] Pushing event updated for resources: {'Port': ['ID=47de02df-f13e-4c86-b636-44ce6d193ebc,revision_number=3']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:44.818701 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665c9f69-fe62-4782-a2fd-08cae94ca62c None None] Routers {'0ffd8770-b11a-4323-af17-ec8ce61bf813'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:56:44.867782 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-665c9f69-fe62-4782-a2fd-08cae94ca62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T14:56:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['0ffd8770-b11a-4323-af17-ec8ce61bf813'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:56:45.060977 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-665c9f69-fe62-4782-a2fd-08cae94ca62c None None] Set router 0ffd8770-b11a-4323-af17-ec8ce61bf813 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:56:45.074334 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-8f763936-ea37-4ad1-9218-a10acdc682bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:45.094451 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning for port 6a8014d1-eb65-409a-b8e8-327aff9526b8 completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:56:45.099685 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-b65c9e09-8cae-42df-a09b-aa7b0df7273d tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Made reservation on behalf of bd7f55f0275e4bd5aa70d5197b9ac5d3 for: {'port': 1} {{(pid=92915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:56:45.105112 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-b65c9e09-8cae-42df-a09b-aa7b0df7273d tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:45.105289 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abaf9da-0d9f-4bd0-9b30-38516828678b None None] Routers {'7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:56:45.105806 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-3abaf9da-0d9f-4bd0-9b30-38516828678b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T14:56:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:56:45.121845 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 6a8014d1-eb65-409a-b8e8-327aff9526b8 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:56:45.122290 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:45.134298 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 47028) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:45.154937 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-b203820e-af64-4a84-8f3a-9d235dc1c758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9718f06-ef13-409c-b6ea-1dd9bf708a3f', 'name': 'tempest-ServerRescueNegativeTestJSON-117284497-router', 'tenant_id': '1817bfcb8e354beb83cfd6d1c7f72a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '256955d2-97d0-45de-bdd0-73df1ab2b335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:29Z', 'updated_at': '2021-07-06T14:56:38Z', 'revision_number': 4, 'project_id': '1817bfcb8e354beb83cfd6d1c7f72a50', 'gw_port': {'id': '256955d2-97d0-45de-bdd0-73df1ab2b335', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9718f06-ef13-409c-b6ea-1dd9bf708a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:30Z', 'updated_at': '2021-07-06T14:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': 'c3048845-86b1-4bc2-ab27-3f5b51df7ac3', 'name': '', 'network_id': 'fa81ded4-639a-45fc-af54-68a391814316', 'tenant_id': '1817bfcb8e354beb83cfd6d1c7f72a50', 'mac_address': 'fa:16:3e:21:6e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9718f06-ef13-409c-b6ea-1dd9bf708a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1431c281-ca69-4953-881e-6e7d559cefaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:36Z', 'updated_at': '2021-07-06T14:56:39Z', 'revision_number': 2, 'project_id': '1817bfcb8e354beb83cfd6d1c7f72a50', 'subnets': [{'id': '1431c281-ca69-4953-881e-6e7d559cefaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:56:45.200509 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-dc2044d7-3b39-473a-8bda-c56570959a6f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-743866385-network', 'tenant_id': 'db08783633e048beb3e7d2ddf5e05739'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:56:45.343273 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-6bcb4c7b-2ae1-4ae7-bcf2-1893886b81cb tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Network 91f1fefc-0198-4f01-a19d-5bd222c1a2ce is already hosted by enough agents. {{(pid=92916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:56:45.345763 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b203820e-af64-4a84-8f3a-9d235dc1c758 None None] Checking router: d9718f06-ef13-409c-b6ea-1dd9bf708a3f for host: dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:56:45.346754 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b203820e-af64-4a84-8f3a-9d235dc1c758 None None] Updating router d9718f06-ef13-409c-b6ea-1dd9bf708a3f port c3048845-86b1-4bc2-ab27-3f5b51df7ac3 binding host dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:56:45.373362 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.base_scheduler [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-6bcb4c7b-2ae1-4ae7-bcf2-1893886b81cb tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Resources bound (agent type, host, resource id): {{(pid=92916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:56:45.398444 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-6bcb4c7b-2ae1-4ae7-bcf2-1893886b81cb tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Received port after_create {{(pid=92916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:56:45.403907 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-6bcb4c7b-2ae1-4ae7-bcf2-1893886b81cb tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:45.404665 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-6bcb4c7b-2ae1-4ae7-bcf2-1893886b81cb tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for port, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:45.411924 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-3abaf9da-0d9f-4bd0-9b30-38516828678b None None] Set router 7ade9cb4-ead7-4095-b2ca-080c0a6e3a65 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:56:45.441005 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-172329e0-8b8f-4744-baf4-68f04c06f2fd tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/quotas/1817bfcb8e354beb83cfd6d1c7f72a50 HTTP/1.1" status: 200 len: 375 time: 0.3590212 Jul 06 14:56:45.507672 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb4c7b-2ae1-4ae7-bcf2-1893886b81cb tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Pushing event updated for resources: {'Port': ['ID=35abb235-c7a3-4263-8048-7a42cb1d2950,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:45.640204 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-b203820e-af64-4a84-8f3a-9d235dc1c758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:45.688902 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2044d7-3b39-473a-8bda-c56570959a6f admin admin] Made reservation on behalf of db08783633e048beb3e7d2ddf5e05739 for: {'network': 1} {{(pid=92916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:56:45.714218 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-dc2044d7-3b39-473a-8bda-c56570959a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for network, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:45.767116 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-dc2044d7-3b39-473a-8bda-c56570959a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:45.839207 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-6bcb4c7b-2ae1-4ae7-bcf2-1893886b81cb tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9936910 Jul 06 14:56:45.915646 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-e8e26cd3-cbec-43f4-9aae-8678de3014eb tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:56:45.921600 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-e8e26cd3-cbec-43f4-9aae-8678de3014eb tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473428 Jul 06 14:56:46.176795 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-2bb866cc-993d-4b6b-b2a9-302c6f10217d tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1817bfcb8e354beb83cfd6d1c7f72a50&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7325191 Jul 06 14:56:46.238472 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-665c9f69-fe62-4782-a2fd-08cae94ca62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'name': 'tempest-AttachVolumeShelveTestJSON-1180299821-router', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:30Z', 'updated_at': '2021-07-06T14:56:39Z', 'revision_number': 4, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'gw_port': {'id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:32Z', 'updated_at': '2021-07-06T14:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc', 'name': '', 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'mac_address': 'fa:16:3e:83:73:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:37Z', 'updated_at': '2021-07-06T14:56:40Z', 'revision_number': 2, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'subnets': [{'id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:56:46.343621 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:46.366848 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665c9f69-fe62-4782-a2fd-08cae94ca62c None None] Checking router: 0ffd8770-b11a-4323-af17-ec8ce61bf813 for host: dv-cinder-788363-5-iscsi {{(pid=92918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:56:46.369395 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665c9f69-fe62-4782-a2fd-08cae94ca62c None None] Updating router 0ffd8770-b11a-4323-af17-ec8ce61bf813 port 2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc binding host dv-cinder-788363-5-iscsi {{(pid=92918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:56:46.529183 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-665c9f69-fe62-4782-a2fd-08cae94ca62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:46.663035 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-e49df74c-4e2b-46d2-929a-77ce8f0edbee service neutron] 10.222.0.20 "GET /v2.0/networks/fa81ded4-639a-45fc-af54-68a391814316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4809711 Jul 06 14:56:46.734609 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] For port 6a8014d1-eb65-409a-b8e8-327aff9526b8, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=6a8014d1-eb65-409a-b8e8-327aff9526b8,segment=NetworkSegment(d7a48dfa-38cd-4c9a-ae5e-4dc474366c17),segment_id=d7a48dfa-38cd-4c9a-ae5e-4dc474366c17)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:56:46.758497 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:46.775245 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_common [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-b65c9e09-8cae-42df-a09b-aa7b0df7273d tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Allocated IP 172.20.0.11 (2d81a714-bd3b-47cb-9f59-3ddb751fc6f0/ae919faa-8b01-4d16-8cf8-c87e14cfd3f0/d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97) {{(pid=92915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:56:46.985321 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-8774156c-03fd-4035-bd8b-908f7c734d76 service neutron] Request body: {'port': {'device_id': 'ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:56:47.057103 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Pushing event updated for resources: {'Port': ['ID=6a8014d1-eb65-409a-b8e8-327aff9526b8,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:47.241820 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 47060) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:47.251960 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-8774156c-03fd-4035-bd8b-908f7c734d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:47.292423 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-d8b87732-f192-46b9-904b-018c08123155 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1326804896', 'description': 'tempest-description--497614428'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:56:47.304198 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-b203820e-af64-4a84-8f3a-9d235dc1c758 None None] Notify callbacks [] for port, precommit_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:47.318094 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-dc2044d7-3b39-473a-8bda-c56570959a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:47.328178 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-b65c9e09-8cae-42df-a09b-aa7b0df7273d tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Notify callbacks [] for port, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:47.343307 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-b203820e-af64-4a84-8f3a-9d235dc1c758 None None] Transition to ACTIVE for port object c3048845-86b1-4bc2-ab27-3f5b51df7ac3 will not be triggered until provisioned by entity L2. {{(pid=92917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:56:47.357210 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-b203820e-af64-4a84-8f3a-9d235dc1c758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:47.360932 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-dc2044d7-3b39-473a-8bda-c56570959a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:47.378169 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc2044d7-3b39-473a-8bda-c56570959a6f admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=92916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:56:47.392411 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-dc2044d7-3b39-473a-8bda-c56570959a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:47.393369 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.db.segments_db [None req-dc2044d7-3b39-473a-8bda-c56570959a6f admin admin] Added segment 13bbf962-e8b5-4fb1-bf13-d673bb1a71b5 of type vlan for network 5d7d7359-52a1-4d9e-b3cc-4f1e7322b863 Jul 06 14:56:47.433355 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d8b87732-f192-46b9-904b-018c08123155 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:47.484690 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-b65c9e09-8cae-42df-a09b-aa7b0df7273d tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525'] for port, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:47.561204 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654a231-6c59-4ceb-b65b-d53c3e8feebd None None] Pushing event updated for resources: {'Port': ['ID=c3048845-86b1-4bc2-ab27-3f5b51df7ac3,revision_number=3']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:47.605834 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-665c9f69-fe62-4782-a2fd-08cae94ca62c None None] Notify callbacks [] for port, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:47.636971 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.provisioning_blocks [None req-665c9f69-fe62-4782-a2fd-08cae94ca62c None None] Transition to ACTIVE for port object 2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc will not be triggered until provisioned by entity L2. {{(pid=92918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:56:47.642744 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2044d7-3b39-473a-8bda-c56570959a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aace9aba-3778-4370-a442-0a83e3ffb25a,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:47.657147 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-665c9f69-fe62-4782-a2fd-08cae94ca62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:47.678507 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-dc2044d7-3b39-473a-8bda-c56570959a6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766384329310'] for network, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:47.719022 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-b203820e-af64-4a84-8f3a-9d235dc1c758 None None] Attempting to bind port c3048845-86b1-4bc2-ab27-3f5b51df7ac3 on host dv-cinder-788363-5-iscsi for vnic_type normal with profile {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:56:47.719486 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-b203820e-af64-4a84-8f3a-9d235dc1c758 None None] Attempting to bind port c3048845-86b1-4bc2-ab27-3f5b51df7ac3 by drivers openvswitch,hyperv on host dv-cinder-788363-5-iscsi at level 0 using segments [{'id': 'a1fa8ca1-94e5-4c01-ad69-f65698d9c409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'fa81ded4-639a-45fc-af54-68a391814316'}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:56:47.720015 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b203820e-af64-4a84-8f3a-9d235dc1c758 None None] Attempting to bind port c3048845-86b1-4bc2-ab27-3f5b51df7ac3 on network fa81ded4-639a-45fc-af54-68a391814316 {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:56:47.731311 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b203820e-af64-4a84-8f3a-9d235dc1c758 None None] Checking agent: {'id': 'f25167b8-434d-4f4a-9be4-898338da7490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 48, 5), 'started_at': datetime.datetime(2021, 7, 6, 14, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:56:47.731804 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b203820e-af64-4a84-8f3a-9d235dc1c758 None None] Checking segment: {'id': 'a1fa8ca1-94e5-4c01-ad69-f65698d9c409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'fa81ded4-639a-45fc-af54-68a391814316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:56:47.739068 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-b203820e-af64-4a84-8f3a-9d235dc1c758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:47.743162 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b203820e-af64-4a84-8f3a-9d235dc1c758 None None] Bound using segment: {'id': 'a1fa8ca1-94e5-4c01-ad69-f65698d9c409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'fa81ded4-639a-45fc-af54-68a391814316'} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:56:47.743162 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-b203820e-af64-4a84-8f3a-9d235dc1c758 None None] Bound port: c3048845-86b1-4bc2-ab27-3f5b51df7ac3, host: dv-cinder-788363-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1fa8ca1-94e5-4c01-ad69-f65698d9c409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'fa81ded4-639a-45fc-af54-68a391814316'}}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:56:47.743162 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-b203820e-af64-4a84-8f3a-9d235dc1c758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:47.855127 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-b65c9e09-8cae-42df-a09b-aa7b0df7273d tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Network 2d81a714-bd3b-47cb-9f59-3ddb751fc6f0 is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:56:47.860083 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f0ff2-ec26-41a2-9f28-55fa1c6fa169 None None] Pushing event updated for resources: {'Port': ['ID=2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc,revision_number=3']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:47.882689 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-b65c9e09-8cae-42df-a09b-aa7b0df7273d tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:56:47.889089 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-b65c9e09-8cae-42df-a09b-aa7b0df7273d tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Received port after_create {{(pid=92915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:56:47.897076 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d8b87732-f192-46b9-904b-018c08123155 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:47.901230 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-b65c9e09-8cae-42df-a09b-aa7b0df7273d tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:47.903361 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-b65c9e09-8cae-42df-a09b-aa7b0df7273d tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:47.924939 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d8b87732-f192-46b9-904b-018c08123155 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:47.926873 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-b203820e-af64-4a84-8f3a-9d235dc1c758 None None] For port c3048845-86b1-4bc2-ab27-3f5b51df7ac3, host dv-cinder-788363-5-iscsi, cleared binding levels {{(pid=92917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:56:47.930410 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_common [None req-8f763936-ea37-4ad1-9218-a10acdc682bc admin admin] Allocated IP 172.20.0.1 (3ff68c5b-71a5-4643-a235-ca1e74ec9ec2/759d2c94-0450-42a6-a657-8515f615c234/34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf) {{(pid=92915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:56:47.940664 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-b203820e-af64-4a84-8f3a-9d235dc1c758 None None] For port c3048845-86b1-4bc2-ab27-3f5b51df7ac3, host dv-cinder-788363-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=c3048845-86b1-4bc2-ab27-3f5b51df7ac3,segment=NetworkSegment(a1fa8ca1-94e5-4c01-ad69-f65698d9c409),segment_id=a1fa8ca1-94e5-4c01-ad69-f65698d9c409)] {{(pid=92917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:56:47.947333 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-b203820e-af64-4a84-8f3a-9d235dc1c758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:47.969378 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-3abaf9da-0d9f-4bd0-9b30-38516828678b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'name': 'tempest-AttachVolumeTestJSON-1855409086-router', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:33Z', 'updated_at': '2021-07-06T14:56:37Z', 'revision_number': 3, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'gw_port': {'id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:35Z', 'updated_at': '2021-07-06T14:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:56:47.979057 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-f6a8b7f0-524a-4a91-b26c-5f6f640673df service neutron] 10.222.0.20 "GET /v2.0/networks/fa81ded4-639a-45fc-af54-68a391814316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3125155 Jul 06 14:56:48.071339 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abaf9da-0d9f-4bd0-9b30-38516828678b None None] The sync data for ids ['7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'] in dv-cinder-788363-5-iscsi is: [{'id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'name': 'tempest-AttachVolumeTestJSON-1855409086-router', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:33Z', 'updated_at': '2021-07-06T14:56:37Z', 'revision_number': 3, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'gw_port': {'id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:35Z', 'updated_at': '2021-07-06T14:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}] {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:56:48.098585 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b203820e-af64-4a84-8f3a-9d235dc1c758 None None] Routers {'d9718f06-ef13-409c-b6ea-1dd9bf708a3f'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:56:48.100508 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-b203820e-af64-4a84-8f3a-9d235dc1c758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T14:56:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['d9718f06-ef13-409c-b6ea-1dd9bf708a3f'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:56:48.141422 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c9e09-8cae-42df-a09b-aa7b0df7273d tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Pushing event updated for resources: {'Port': ['ID=d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:48.197535 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-b65c9e09-8cae-42df-a09b-aa7b0df7273d tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8764372 Jul 06 14:56:48.254403 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [None req-665c9f69-fe62-4782-a2fd-08cae94ca62c None None] Attempting to bind port 2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc on host dv-cinder-788363-5-iscsi for vnic_type normal with profile {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:56:48.258928 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [None req-665c9f69-fe62-4782-a2fd-08cae94ca62c None None] Attempting to bind port 2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc by drivers openvswitch,hyperv on host dv-cinder-788363-5-iscsi at level 0 using segments [{'id': 'cb30854e-762f-4ab3-afc5-fc62883d2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad'}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:56:48.259416 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665c9f69-fe62-4782-a2fd-08cae94ca62c None None] Attempting to bind port 2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc on network f96a7279-5988-4867-aff6-4945f71924ad {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:56:48.269493 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654a231-6c59-4ceb-b65b-d53c3e8feebd None None] Pushing event updated for resources: {'Port': ['ID=c3048845-86b1-4bc2-ab27-3f5b51df7ac3,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:48.271630 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665c9f69-fe62-4782-a2fd-08cae94ca62c None None] Checking agent: {'id': 'f25167b8-434d-4f4a-9be4-898338da7490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 48, 5), 'started_at': datetime.datetime(2021, 7, 6, 14, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:56:48.275466 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665c9f69-fe62-4782-a2fd-08cae94ca62c None None] Checking segment: {'id': 'cb30854e-762f-4ab3-afc5-fc62883d2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:56:48.276563 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-665c9f69-fe62-4782-a2fd-08cae94ca62c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:48.277382 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665c9f69-fe62-4782-a2fd-08cae94ca62c None None] Bound using segment: {'id': 'cb30854e-762f-4ab3-afc5-fc62883d2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad'} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:56:48.278117 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [None req-665c9f69-fe62-4782-a2fd-08cae94ca62c None None] Bound port: 2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc, host: dv-cinder-788363-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb30854e-762f-4ab3-afc5-fc62883d2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad'}}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:56:48.279618 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-665c9f69-fe62-4782-a2fd-08cae94ca62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:48.324880 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.db.resource_extend [None req-dc2044d7-3b39-473a-8bda-c56570959a6f admin admin] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 14:56:48.400356 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d8b87732-f192-46b9-904b-018c08123155 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:48.405775 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-d8b87732-f192-46b9-904b-018c08123155 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1428277 Jul 06 14:56:48.457010 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 47078) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:48.509836 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-fc9eaefa-0de1-46be-8ca7-e845bc552e07 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Request body: {'security_group_rule': {'security_group_id': '914a7175-4313-4cb2-9f72-42de29f2a2e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:56:48.519412 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-b203820e-af64-4a84-8f3a-9d235dc1c758 None None] Set router d9718f06-ef13-409c-b6ea-1dd9bf708a3f gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:56:48.559361 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b87732-f192-46b9-904b-018c08123155 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=914a7175-4313-4cb2-9f72-42de29f2a2e0,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:48.614066 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-665c9f69-fe62-4782-a2fd-08cae94ca62c None None] For port 2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc, host dv-cinder-788363-5-iscsi, cleared binding levels {{(pid=92918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:56:48.634592 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-665c9f69-fe62-4782-a2fd-08cae94ca62c None None] For port 2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc, host dv-cinder-788363-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc,segment=NetworkSegment(cb30854e-762f-4ab3-afc5-fc62883d2599),segment_id=cb30854e-762f-4ab3-afc5-fc62883d2599)] {{(pid=92918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:56:48.670869 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-665c9f69-fe62-4782-a2fd-08cae94ca62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:48.789455 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-dc2044d7-3b39-473a-8bda-c56570959a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040'] for network, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:48.806912 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2044d7-3b39-473a-8bda-c56570959a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:48.808172 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-dc2044d7-3b39-473a-8bda-c56570959a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:48.936702 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-dc2044d7-3b39-473a-8bda-c56570959a6f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.7509792 Jul 06 14:56:48.964268 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 47090) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:49.040080 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-842e93ea-a99b-41d9-ac08-a6f87ea5aeae admin admin] Request body: {'subnet': {'network_id': '5d7d7359-52a1-4d9e-b3cc-4f1e7322b863', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-743866385-subnet', 'tenant_id': 'db08783633e048beb3e7d2ddf5e05739', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:56:49.074904 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63fed9-6907-4a95-8448-bbc58caf729d req-7ab17e2f-0b2a-41d0-8cc0-196283f7f49a tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:49.105410 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-da63fed9-6907-4a95-8448-bbc58caf729d req-7ab17e2f-0b2a-41d0-8cc0-196283f7f49a tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0a2751-7888-44ee-b404-92f6a0b4c4c5 HTTP/1.1" status: 200 len: 932 time: 1.6505928 Jul 06 14:56:49.155702 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fc9eaefa-0de1-46be-8ca7-e845bc552e07 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:49.214114 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842e93ea-a99b-41d9-ac08-a6f87ea5aeae admin admin] Made reservation on behalf of db08783633e048beb3e7d2ddf5e05739 for: {'subnet': 1} {{(pid=92916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:56:49.220280 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-842e93ea-a99b-41d9-ac08-a6f87ea5aeae admin admin] Notify callbacks [] for subnet, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:49.241222 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 47de02df-f13e-4c86-b636-44ce6d193ebc up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:56:49.350800 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665c9f69-fe62-4782-a2fd-08cae94ca62c None None] Routers {'0ffd8770-b11a-4323-af17-ec8ce61bf813'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:56:49.351820 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-665c9f69-fe62-4782-a2fd-08cae94ca62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T14:56:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['0ffd8770-b11a-4323-af17-ec8ce61bf813'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:56:49.384860 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning for port 47de02df-f13e-4c86-b636-44ce6d193ebc completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:56:49.405448 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 47de02df-f13e-4c86-b636-44ce6d193ebc triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:56:49.406728 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:49.409782 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-da63fed9-6907-4a95-8448-bbc58caf729d req-a097214c-09f7-4c98-850b-8694558160c6 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a1a1ca1-02c0-4759-868d-46312cf263cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028591 Jul 06 14:56:49.411816 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-b203820e-af64-4a84-8f3a-9d235dc1c758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9718f06-ef13-409c-b6ea-1dd9bf708a3f', 'name': 'tempest-ServerRescueNegativeTestJSON-117284497-router', 'tenant_id': '1817bfcb8e354beb83cfd6d1c7f72a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '256955d2-97d0-45de-bdd0-73df1ab2b335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:29Z', 'updated_at': '2021-07-06T14:56:38Z', 'revision_number': 4, 'project_id': '1817bfcb8e354beb83cfd6d1c7f72a50', 'gw_port': {'id': '256955d2-97d0-45de-bdd0-73df1ab2b335', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9718f06-ef13-409c-b6ea-1dd9bf708a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:30Z', 'updated_at': '2021-07-06T14:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': 'c3048845-86b1-4bc2-ab27-3f5b51df7ac3', 'name': '', 'network_id': 'fa81ded4-639a-45fc-af54-68a391814316', 'tenant_id': '1817bfcb8e354beb83cfd6d1c7f72a50', 'mac_address': 'fa:16:3e:21:6e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9718f06-ef13-409c-b6ea-1dd9bf708a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1431c281-ca69-4953-881e-6e7d559cefaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:36Z', 'updated_at': '2021-07-06T14:56:47Z', 'revision_number': 4, 'project_id': '1817bfcb8e354beb83cfd6d1c7f72a50', 'subnets': [{'id': '1431c281-ca69-4953-881e-6e7d559cefaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:56:49.552554 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-8f763936-ea37-4ad1-9218-a10acdc682bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:49.562922 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b203820e-af64-4a84-8f3a-9d235dc1c758 None None] The sync data for ids ['d9718f06-ef13-409c-b6ea-1dd9bf708a3f'] in dv-cinder-788363-5-iscsi is: [{'id': 'd9718f06-ef13-409c-b6ea-1dd9bf708a3f', 'name': 'tempest-ServerRescueNegativeTestJSON-117284497-router', 'tenant_id': '1817bfcb8e354beb83cfd6d1c7f72a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '256955d2-97d0-45de-bdd0-73df1ab2b335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:29Z', 'updated_at': '2021-07-06T14:56:38Z', 'revision_number': 4, 'project_id': '1817bfcb8e354beb83cfd6d1c7f72a50', 'gw_port': {'id': '256955d2-97d0-45de-bdd0-73df1ab2b335', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9718f06-ef13-409c-b6ea-1dd9bf708a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:30Z', 'updated_at': '2021-07-06T14:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': 'c3048845-86b1-4bc2-ab27-3f5b51df7ac3', 'name': '', 'network_id': 'fa81ded4-639a-45fc-af54-68a391814316', 'tenant_id': '1817bfcb8e354beb83cfd6d1c7f72a50', 'mac_address': 'fa:16:3e:21:6e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9718f06-ef13-409c-b6ea-1dd9bf708a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1431c281-ca69-4953-881e-6e7d559cefaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:36Z', 'updated_at': '2021-07-06T14:56:47Z', 'revision_number': 4, 'project_id': '1817bfcb8e354beb83cfd6d1c7f72a50', 'subnets': [{'id': '1431c281-ca69-4953-881e-6e7d559cefaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:56:49.625275 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f0ff2-ec26-41a2-9f28-55fa1c6fa169 None None] Pushing event updated for resources: {'Port': ['ID=2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc,revision_number=4']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:49.746445 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-f60122bd-cc70-4a2c-9c03-ea5856b515fc req-9cd1d3d7-8369-4d97-ae39-62ec5a11d14f tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 210 time: 0.1516082 Jul 06 14:56:49.753969 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.provisioning_blocks [None req-8f763936-ea37-4ad1-9218-a10acdc682bc admin admin] Transition to ACTIVE for port object 34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf will not be triggered until provisioned by entity DHCP. {{(pid=92915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:56:50.026127 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-8f763936-ea37-4ad1-9218-a10acdc682bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525'] for port, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:50.053739 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:50.164967 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] For port 47de02df-f13e-4c86-b636-44ce6d193ebc, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=47de02df-f13e-4c86-b636-44ce6d193ebc,segment=NetworkSegment(d7a48dfa-38cd-4c9a-ae5e-4dc474366c17),segment_id=d7a48dfa-38cd-4c9a-ae5e-4dc474366c17)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:56:50.178783 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:50.180822 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 6a8014d1-eb65-409a-b8e8-327aff9526b8 up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:56:50.189943 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-665c9f69-fe62-4782-a2fd-08cae94ca62c None None] Set router 0ffd8770-b11a-4323-af17-ec8ce61bf813 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:56:50.264886 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f763936-ea37-4ad1-9218-a10acdc682bc admin admin] Pushing event updated for resources: {'Port': ['ID=34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:50.320335 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f763936-ea37-4ad1-9218-a10acdc682bc admin admin] Network 3ff68c5b-71a5-4643-a235-ca1e74ec9ec2 is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:56:50.326456 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [None req-8f763936-ea37-4ad1-9218-a10acdc682bc admin admin] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:56:50.333656 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f763936-ea37-4ad1-9218-a10acdc682bc admin admin] Received port after_create {{(pid=92915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:56:50.336060 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-8f763936-ea37-4ad1-9218-a10acdc682bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871998'] for router_interface, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:50.364847 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-febe9902-b0b3-41a2-8c9b-0174378ece49 service neutron] Request body: {'port': {'device_id': 'ca0a2751-7888-44ee-b404-92f6a0b4c4c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:56:50.395841 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-842e93ea-a99b-41d9-ac08-a6f87ea5aeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040'] for subnet, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:50.699858 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Pushing event updated for resources: {'Port': ['ID=47de02df-f13e-4c86-b636-44ce6d193ebc,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:50.764018 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2044d7-3b39-473a-8bda-c56570959a6f admin admin] Pushing event updated for resources: {'Network': ['ID=5d7d7359-52a1-4d9e-b3cc-4f1e7322b863,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:50.809642 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Network 5d7d7359-52a1-4d9e-b3cc-4f1e7322b863 details requested by agent ovs-agent-dv-cinder-788363-5-iscsi with host dv-cinder-788363-5-iscsi {{(pid=92917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:56:50.914518 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 6a8014d1-eb65-409a-b8e8-327aff9526b8 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:56:50.915109 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:51.164465 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e93ea-a99b-41d9-ac08-a6f87ea5aeae admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d884223-2e84-492c-8ebd-fec67983454b,revision_number=0']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:51.209818 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842e93ea-a99b-41d9-ac08-a6f87ea5aeae admin admin] Checking segment: {'id': '13bbf962-e8b5-4fb1-bf13-d673bb1a71b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5d7d7359-52a1-4d9e-b3cc-4f1e7322b863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:56:51.210314 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842e93ea-a99b-41d9-ac08-a6f87ea5aeae admin admin] Network hostable DHCP agents. Network: 5d7d7359-52a1-4d9e-b3cc-4f1e7322b863, hostable agents: ['69855ee5-e315-4bf8-8b06-7c2b552a2d00'], hosted agents: [] {{(pid=92916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:56:51.386020 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1621317-4c1a-4444-b64e-276429cc7de2 req-91746ec6-7087-4e13-a82e-c84b34372e24 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:51.404691 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-a1621317-4c1a-4444-b64e-276429cc7de2 req-91746ec6-7087-4e13-a82e-c84b34372e24 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7 HTTP/1.1" status: 200 len: 932 time: 2.5668855 Jul 06 14:56:51.435229 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fc9eaefa-0de1-46be-8ca7-e845bc552e07 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:51.484854 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fc9eaefa-0de1-46be-8ca7-e845bc552e07 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-264711'] for security_group_rule, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:51.503706 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.notifiers.nova [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-8774156c-03fd-4035-bd8b-908f7c734d76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35abb235-c7a3-4263-8048-7a42cb1d2950 {{(pid=92916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:56:51.592125 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-665c9f69-fe62-4782-a2fd-08cae94ca62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'name': 'tempest-AttachVolumeShelveTestJSON-1180299821-router', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:30Z', 'updated_at': '2021-07-06T14:56:39Z', 'revision_number': 4, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'gw_port': {'id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:32Z', 'updated_at': '2021-07-06T14:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc', 'name': '', 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'mac_address': 'fa:16:3e:83:73:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:37Z', 'updated_at': '2021-07-06T14:56:48Z', 'revision_number': 4, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'subnets': [{'id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:56:51.637078 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-8774156c-03fd-4035-bd8b-908f7c734d76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:51.741228 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-febe9902-b0b3-41a2-8c9b-0174378ece49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:51.793503 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-9022e700-f80e-482d-aa30-66c96f7856ca None None] Provisioning for port 34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf completed by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:56:51.812741 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665c9f69-fe62-4782-a2fd-08cae94ca62c None None] The sync data for ids ['0ffd8770-b11a-4323-af17-ec8ce61bf813'] in dv-cinder-788363-5-iscsi is: [{'id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'name': 'tempest-AttachVolumeShelveTestJSON-1180299821-router', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:30Z', 'updated_at': '2021-07-06T14:56:39Z', 'revision_number': 4, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'gw_port': {'id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:32Z', 'updated_at': '2021-07-06T14:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc', 'name': '', 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'mac_address': 'fa:16:3e:83:73:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:37Z', 'updated_at': '2021-07-06T14:56:48Z', 'revision_number': 4, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'subnets': [{'id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:56:51.816960 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fc9eaefa-0de1-46be-8ca7-e845bc552e07 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:51.823863 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-9022e700-f80e-482d-aa30-66c96f7856ca None None] Provisioning complete for port 34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:56:51.824215 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-9022e700-f80e-482d-aa30-66c96f7856ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:51.842279 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-fc9eaefa-0de1-46be-8ca7-e845bc552e07 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.3838069 Jul 06 14:56:51.862761 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 47142) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:51.882045 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-8f763936-ea37-4ad1-9218-a10acdc682bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:51.886959 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-54851405-7b3d-4619-8a4b-910e9d72c09d tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Request body: {'security_group_rule': {'security_group_id': '914a7175-4313-4cb2-9f72-42de29f2a2e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:56:52.004542 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-a1621317-4c1a-4444-b64e-276429cc7de2 req-04b336a4-7313-4b16-a0f6-224d4581d295 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5402389 Jul 06 14:56:52.021615 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9eaefa-0de1-46be-8ca7-e845bc552e07 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14ec39f-fbd1-4605-877e-26825abb311b,revision_number=0']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:52.056726 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842e93ea-a99b-41d9-ac08-a6f87ea5aeae admin admin] Network 5d7d7359-52a1-4d9e-b3cc-4f1e7322b863 is scheduled to be hosted by DHCP agent 69855ee5-e315-4bf8-8b06-7c2b552a2d00 with binding_index 1 {{(pid=92916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:56:52.083428 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.provisioning_blocks [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-8774156c-03fd-4035-bd8b-908f7c734d76 service neutron] Transition to ACTIVE for port object 35abb235-c7a3-4263-8048-7a42cb1d2950 will not be triggered until provisioned by entity L2. {{(pid=92916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:56:52.089419 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.base_scheduler [None req-842e93ea-a99b-41d9-ac08-a6f87ea5aeae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-5-iscsi, 5d7d7359-52a1-4d9e-b3cc-4f1e7322b863) {{(pid=92916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:56:52.110534 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842e93ea-a99b-41d9-ac08-a6f87ea5aeae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:52.112230 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-842e93ea-a99b-41d9-ac08-a6f87ea5aeae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for subnet, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:52.199795 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-54851405-7b3d-4619-8a4b-910e9d72c09d tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:52.215636 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-8774156c-03fd-4035-bd8b-908f7c734d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:52.219424 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2fecdb-952e-468a-bf53-09df0a992f75 None None] Network 5d7d7359-52a1-4d9e-b3cc-4f1e7322b863 requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:56:52.225376 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-842e93ea-a99b-41d9-ac08-a6f87ea5aeae admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.2286813 Jul 06 14:56:52.521456 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774156c-03fd-4035-bd8b-908f7c734d76 service neutron] Pushing event updated for resources: {'Port': ['ID=35abb235-c7a3-4263-8048-7a42cb1d2950,revision_number=2']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:52.536067 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.25', 56628) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:52.566270 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-9022e700-f80e-482d-aa30-66c96f7856ca None None] Port 34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf cannot update to ACTIVE because it is not bound. {{(pid=92917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:56:52.578037 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-8f763936-ea37-4ad1-9218-a10acdc682bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:52.946956 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 47154) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:53.060767 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dead62-201e-4eb3-909b-94c38ec4c637 None None] Network 5d7d7359-52a1-4d9e-b3cc-4f1e7322b863 requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:56:53.148637 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-8f763936-ea37-4ad1-9218-a10acdc682bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:53.150173 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-8f763936-ea37-4ad1-9218-a10acdc682bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7887058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869059'] for router_interface, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:53.193495 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-6cd1a65f-ada9-4222-8914-4baf9241cce7 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:53.220900 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-6cd1a65f-ada9-4222-8914-4baf9241cce7 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.25 "GET /v2.0/networks?id=fa81ded4-639a-45fc-af54-68a391814316 HTTP/1.1" status: 200 len: 818 time: 0.5921235 Jul 06 14:56:53.489425 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device c3048845-86b1-4bc2-ab27-3f5b51df7ac3 up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:56:53.605397 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-cee61c5d-f1e1-48e0-84f7-4adbcde49500 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Request body: {'port': {'device_id': 'b9436b35-9023-4069-beba-ab6b9797368c', 'network_id': 'fa81ded4-639a-45fc-af54-68a391814316', 'admin_state_up': True, 'tenant_id': '1817bfcb8e354beb83cfd6d1c7f72a50'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:56:53.615157 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f763936-ea37-4ad1-9218-a10acdc682bc admin admin] Pushing event updated for resources: {'Port': ['ID=34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf,revision_number=2']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:53.739185 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28477e94-f398-46b1-acc9-5a018a331862 req-beaebd0e-8f04-4e02-960f-3e57935f6925 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:53.751476 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-28477e94-f398-46b1-acc9-5a018a331862 req-beaebd0e-8f04-4e02-960f-3e57935f6925 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/networks?id=fa81ded4-639a-45fc-af54-68a391814316 HTTP/1.1" status: 200 len: 818 time: 2.7733624 Jul 06 14:56:53.977467 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning for port c3048845-86b1-4bc2-ab27-3f5b51df7ac3 completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:56:53.985470 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port c3048845-86b1-4bc2-ab27-3f5b51df7ac3 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:56:53.987374 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:54.112020 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa7d2ca-b7b5-4a1e-aec1-90a02fbb89b8 admin admin] Deleting subnet 0759d082-c960-4ee2-9ef4-b889fae2ad1a {{(pid=92916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:56:54.153954 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 47174) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:54.154914 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1fa7d2ca-b7b5-4a1e-aec1-90a02fbb89b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:54.176692 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.managers [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-8774156c-03fd-4035-bd8b-908f7c734d76 service neutron] Attempting to bind port 35abb235-c7a3-4263-8048-7a42cb1d2950 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:56:54.178724 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.managers [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-8774156c-03fd-4035-bd8b-908f7c734d76 service neutron] Attempting to bind port 35abb235-c7a3-4263-8048-7a42cb1d2950 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'b8a69907-b7f8-4f17-967d-07147bf9886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '91f1fefc-0198-4f01-a19d-5bd222c1a2ce'}] {{(pid=92916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:56:54.179581 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-8774156c-03fd-4035-bd8b-908f7c734d76 service neutron] Attempting to bind port 35abb235-c7a3-4263-8048-7a42cb1d2950 on network 91f1fefc-0198-4f01-a19d-5bd222c1a2ce {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:56:54.208160 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-54851405-7b3d-4619-8a4b-910e9d72c09d tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:54.244423 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:54.323002 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-28477e94-f398-46b1-acc9-5a018a331862 req-07cd711f-1281-4c74-961d-cf8c24e3eed3 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/quotas/1817bfcb8e354beb83cfd6d1c7f72a50 HTTP/1.1" status: 200 len: 375 time: 0.5699940 Jul 06 14:56:54.354352 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-8774156c-03fd-4035-bd8b-908f7c734d76 service neutron] Port 35abb235-c7a3-4263-8048-7a42cb1d2950 on network 91f1fefc-0198-4f01-a19d-5bd222c1a2ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:56:54.354826 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-8774156c-03fd-4035-bd8b-908f7c734d76 service neutron] Attempting to bind port 35abb235-c7a3-4263-8048-7a42cb1d2950 on network 91f1fefc-0198-4f01-a19d-5bd222c1a2ce {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:56:54.388405 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-54851405-7b3d-4619-8a4b-910e9d72c09d tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-264711'] for security_group_rule, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:54.438002 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-8774156c-03fd-4035-bd8b-908f7c734d76 service neutron] Checking agent: {'id': '04d4ab22-d878-41a9-afec-a7a2984360cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'started_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:56:54.438744 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-8774156c-03fd-4035-bd8b-908f7c734d76 service neutron] Checking segment: {'id': 'b8a69907-b7f8-4f17-967d-07147bf9886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '91f1fefc-0198-4f01-a19d-5bd222c1a2ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:56:54.439647 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-8774156c-03fd-4035-bd8b-908f7c734d76 service neutron] Bound using segment: {'id': 'b8a69907-b7f8-4f17-967d-07147bf9886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '91f1fefc-0198-4f01-a19d-5bd222c1a2ce'} {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:56:54.441926 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.managers [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-8774156c-03fd-4035-bd8b-908f7c734d76 service neutron] Bound port: 35abb235-c7a3-4263-8048-7a42cb1d2950, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a69907-b7f8-4f17-967d-07147bf9886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '91f1fefc-0198-4f01-a19d-5bd222c1a2ce'}}] {{(pid=92916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:56:54.442620 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-8774156c-03fd-4035-bd8b-908f7c734d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:54.461593 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] For port c3048845-86b1-4bc2-ab27-3f5b51df7ac3, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=c3048845-86b1-4bc2-ab27-3f5b51df7ac3,segment=NetworkSegment(a1fa8ca1-94e5-4c01-ad69-f65698d9c409),segment_id=a1fa8ca1-94e5-4c01-ad69-f65698d9c409)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:56:54.473136 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:54.475686 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:56:54.490819 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1fa7d2ca-b7b5-4a1e-aec1-90a02fbb89b8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:54.610274 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28ad35-bd51-4d03-8814-d910cc72764c req-dab509ae-39a6-41a7-a8ab-20dfdc2c733a tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:54.627059 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-8d28ad35-bd51-4d03-8814-d910cc72764c req-dab509ae-39a6-41a7-a8ab-20dfdc2c733a tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0a2751-7888-44ee-b404-92f6a0b4c4c5 HTTP/1.1" status: 200 len: 932 time: 2.1058095 Jul 06 14:56:54.638955 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54851405-7b3d-4619-8a4b-910e9d72c09d tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbaaa2a6-afd3-407f-b6e6-6a6dbcc2c120,revision_number=0']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:54.792584 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1fa7d2ca-b7b5-4a1e-aec1-90a02fbb89b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7770968'] for subnet, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:54.827687 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Pushing event updated for resources: {'Port': ['ID=c3048845-86b1-4bc2-ab27-3f5b51df7ac3,revision_number=5']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:54.849626 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning for port 2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:56:54.856386 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:56:54.857106 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:54.901020 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-54851405-7b3d-4619-8a4b-910e9d72c09d tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:54.903571 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-54851405-7b3d-4619-8a4b-910e9d72c09d tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.0250008 Jul 06 14:56:54.910690 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 47178) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:54.921339 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f763936-ea37-4ad1-9218-a10acdc682bc admin admin] Network 3ff68c5b-71a5-4643-a235-ca1e74ec9ec2 is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:56:54.928222 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-9105038f-a5b7-4828-a4ed-a20e1ef69c9f tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Request body: {'floatingip': {'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:56:54.937068 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [None req-8f763936-ea37-4ad1-9218-a10acdc682bc admin admin] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:56:54.948723 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-cee61c5d-f1e1-48e0-84f7-4adbcde49500 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Made reservation on behalf of 1817bfcb8e354beb83cfd6d1c7f72a50 for: {'port': 1} {{(pid=92915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:56:54.953683 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-cee61c5d-f1e1-48e0-84f7-4adbcde49500 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:54.987992 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3116fe8f-1ec5-41bd-9bf0-c4c75f04a223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:55.052711 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-8d28ad35-bd51-4d03-8814-d910cc72764c req-f83ecbac-adad-4aeb-b75d-d310ae60454b tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a1a1ca1-02c0-4759-868d-46312cf263cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239209 Jul 06 14:56:55.121071 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:55.168491 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-8774156c-03fd-4035-bd8b-908f7c734d76 service neutron] For port 35abb235-c7a3-4263-8048-7a42cb1d2950, host hv-cinder-78836, cleared binding levels {{(pid=92916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:56:55.176932 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-8774156c-03fd-4035-bd8b-908f7c734d76 service neutron] For port 35abb235-c7a3-4263-8048-7a42cb1d2950, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=35abb235-c7a3-4263-8048-7a42cb1d2950,segment=NetworkSegment(b8a69907-b7f8-4f17-967d-07147bf9886f),segment_id=b8a69907-b7f8-4f17-967d-07147bf9886f)] {{(pid=92916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:56:55.190849 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-8774156c-03fd-4035-bd8b-908f7c734d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:55.247548 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] For port 2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc,segment=NetworkSegment(cb30854e-762f-4ab3-afc5-fc62883d2599),segment_id=cb30854e-762f-4ab3-afc5-fc62883d2599)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:56:55.254140 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:55.259282 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 47de02df-f13e-4c86-b636-44ce6d193ebc up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:56:55.338895 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.db.api [None req-3116fe8f-1ec5-41bd-9bf0-c4c75f04a223 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 14:56:55.338895 dv-cinder-788363-5-iscsi neutron-server[92916]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 14:56:55.338895 dv-cinder-788363-5-iscsi neutron-server[92916]: [parameters: {'project_id_1': 'a1354dd62bd3484a9c2b85095bdee497', 'expiration_1': datetime.datetime(2021, 7, 6, 14, 56, 55, 73568)}] Jul 06 14:56:55.338895 dv-cinder-788363-5-iscsi neutron-server[92916]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92916) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:56:55.345504 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG oslo_db.api [None req-3116fe8f-1ec5-41bd-9bf0-c4c75f04a223 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:56:55.361020 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Pushing event updated for resources: {'Port': ['ID=2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc,revision_number=5']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:55.408311 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-8774156c-03fd-4035-bd8b-908f7c734d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:55.411323 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-8774156c-03fd-4035-bd8b-908f7c734d76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for port, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:55.414030 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-8774156c-03fd-4035-bd8b-908f7c734d76 service neutron] 10.222.0.25 "PUT /v2.0/ports/35abb235-c7a3-4263-8048-7a42cb1d2950 HTTP/1.1" status: 200 len: 1094 time: 9.0084915 Jul 06 14:56:55.442149 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7', 'tag': '35abb235-c7a3-4263-8048-7a42cb1d2950'}] {{(pid=92916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:56:55.496808 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-febe9902-b0b3-41a2-8c9b-0174378ece49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97 {{(pid=92915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:56:55.507099 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-febe9902-b0b3-41a2-8c9b-0174378ece49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:55.534792 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.provisioning_blocks [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-febe9902-b0b3-41a2-8c9b-0174378ece49 service neutron] Transition to ACTIVE for port object d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97 will not be triggered until provisioned by entity L2. {{(pid=92915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:56:55.555309 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-febe9902-b0b3-41a2-8c9b-0174378ece49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:55.606087 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-28477e94-f398-46b1-acc9-5a018a331862 req-9f58f959-e761-4f7e-8518-c92e3a5b132c tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1817bfcb8e354beb83cfd6d1c7f72a50&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2812891 Jul 06 14:56:55.614009 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-192d229a-bbeb-43eb-9360-ee8f8cef351a None None] Provisioning complete for port 34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:56:55.614532 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-192d229a-bbeb-43eb-9360-ee8f8cef351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:55.616519 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 47de02df-f13e-4c86-b636-44ce6d193ebc triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:56:55.616977 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:55.721863 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1fa7d2ca-b7b5-4a1e-aec1-90a02fbb89b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7770961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040'] for subnet, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:55.767752 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe9902-b0b3-41a2-8c9b-0174378ece49 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97,revision_number=2']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:55.784561 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1fa7d2ca-b7b5-4a1e-aec1-90a02fbb89b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:55.793477 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-1fa7d2ca-b7b5-4a1e-aec1-90a02fbb89b8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0759d082-c960-4ee2-9ef4-b889fae2ad1a HTTP/1.1" status: 204 len: 168 time: 2.8095882 Jul 06 14:56:55.793477 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774156c-03fd-4035-bd8b-908f7c734d76 service neutron] Pushing event updated for resources: {'Port': ['ID=35abb235-c7a3-4263-8048-7a42cb1d2950,revision_number=3']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:55.803884 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-192d229a-bbeb-43eb-9360-ee8f8cef351a None None] Port 34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf cannot update to ACTIVE because it is not bound. {{(pid=92917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:56:55.822120 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 47188) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:55.907924 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-9105038f-a5b7-4828-a4ed-a20e1ef69c9f tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for floatingip, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:55.952237 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3116fe8f-1ec5-41bd-9bf0-c4c75f04a223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:56.019372 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7d2ca-b7b5-4a1e-aec1-90a02fbb89b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0759d082-c960-4ee2-9ef4-b889fae2ad1a,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:56.133976 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device c3048845-86b1-4bc2-ab27-3f5b51df7ac3 up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:56:56.153665 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95076a2cfa108320b507fde56cef9a7a3e09023494eaa6cf19f085f96635572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0433e111-b5cc-4659-b11e-df30582875f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7", "tag": "35abb235-c7a3-4263-8048-7a42cb1d2950"}]}' {{(pid=92916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:56:56.238199 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port c3048845-86b1-4bc2-ab27-3f5b51df7ac3 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:56:56.239010 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:56.354535 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1053a02e-da85-46a3-af08-dff1ddf9d292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558629'] for network, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:56.355162 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f763936-ea37-4ad1-9218-a10acdc682bc admin admin] Router 7ade9cb4-ead7-4095-b2ca-080c0a6e3a65 has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:56:56.374381 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:56:56.415461 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585df0ee-5915-4353-9bea-6f30a0ce85e2 req-664f2a45-c01c-42cc-b560-2d1cffe5d57d tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:56.424605 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-585df0ee-5915-4353-9bea-6f30a0ce85e2 req-664f2a45-c01c-42cc-b560-2d1cffe5d57d tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7 HTTP/1.1" status: 200 len: 944 time: 0.8405473 Jul 06 14:56:56.455210 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:56:56.455652 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:56.552220 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3116fe8f-1ec5-41bd-9bf0-c4c75f04a223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:56.604829 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3116fe8f-1ec5-41bd-9bf0-c4c75f04a223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:56.625253 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.managers [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-febe9902-b0b3-41a2-8c9b-0174378ece49 service neutron] Attempting to bind port d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:56:56.633241 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.managers [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-febe9902-b0b3-41a2-8c9b-0174378ece49 service neutron] Attempting to bind port d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '83327677-3fa7-4eb1-9633-734b79c94cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2d81a714-bd3b-47cb-9f59-3ddb751fc6f0'}] {{(pid=92915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:56:56.634154 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-febe9902-b0b3-41a2-8c9b-0174378ece49 service neutron] Attempting to bind port d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97 on network 2d81a714-bd3b-47cb-9f59-3ddb751fc6f0 {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:56:56.644941 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-585df0ee-5915-4353-9bea-6f30a0ce85e2 req-95f407d8-af50-4436-94bd-beeabbfa14ed tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802239 Jul 06 14:56:56.692540 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-3116fe8f-1ec5-41bd-9bf0-c4c75f04a223 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a1354dd62bd3484a9c2b85095bdee497&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4910195 Jul 06 14:56:56.697057 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116fe8f-1ec5-41bd-9bf0-c4c75f04a223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452ceeff-b83f-4fef-9026-f9850d06d6d5,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:56.701652 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 47196) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:56.745177 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1053a02e-da85-46a3-af08-dff1ddf9d292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7824845', 'neutron.services.segments.db._delete_segments_for_network-8766384846942'] for network, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:56.786670 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1053a02e-da85-46a3-af08-dff1ddf9d292 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:56:56.787316 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1053a02e-da85-46a3-af08-dff1ddf9d292 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:56:56.788539 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1053a02e-da85-46a3-af08-dff1ddf9d292 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:56:56.789116 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1053a02e-da85-46a3-af08-dff1ddf9d292 admin admin] Subscribe: > port after_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:56:56.789676 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1053a02e-da85-46a3-af08-dff1ddf9d292 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:56:56.790226 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1053a02e-da85-46a3-af08-dff1ddf9d292 admin admin] Subscribe: > port after_update 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:56:56.790757 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1053a02e-da85-46a3-af08-dff1ddf9d292 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:56:56.808400 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1053a02e-da85-46a3-af08-dff1ddf9d292 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:56:56.809146 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1053a02e-da85-46a3-af08-dff1ddf9d292 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:56:56.809744 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1053a02e-da85-46a3-af08-dff1ddf9d292 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:56:56.909639 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-febe9902-b0b3-41a2-8c9b-0174378ece49 service neutron] Port d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97 on network 2d81a714-bd3b-47cb-9f59-3ddb751fc6f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:56:56.910114 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-febe9902-b0b3-41a2-8c9b-0174378ece49 service neutron] Attempting to bind port d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97 on network 2d81a714-bd3b-47cb-9f59-3ddb751fc6f0 {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:56:56.939183 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-28477e94-f398-46b1-acc9-5a018a331862 req-59b5c653-bc3d-421b-b842-06f189d29c0e service neutron] 10.222.0.20 "GET /v2.0/networks/fa81ded4-639a-45fc-af54-68a391814316?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1681890 Jul 06 14:56:57.023327 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-febe9902-b0b3-41a2-8c9b-0174378ece49 service neutron] Checking agent: {'id': '04d4ab22-d878-41a9-afec-a7a2984360cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'started_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:56:57.024024 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-febe9902-b0b3-41a2-8c9b-0174378ece49 service neutron] Checking segment: {'id': '83327677-3fa7-4eb1-9633-734b79c94cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2d81a714-bd3b-47cb-9f59-3ddb751fc6f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:56:57.025034 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-febe9902-b0b3-41a2-8c9b-0174378ece49 service neutron] Bound using segment: {'id': '83327677-3fa7-4eb1-9633-734b79c94cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2d81a714-bd3b-47cb-9f59-3ddb751fc6f0'} {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:56:57.025951 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.managers [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-febe9902-b0b3-41a2-8c9b-0174378ece49 service neutron] Bound port: d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83327677-3fa7-4eb1-9633-734b79c94cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2d81a714-bd3b-47cb-9f59-3ddb751fc6f0'}}] {{(pid=92915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:56:57.026684 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-febe9902-b0b3-41a2-8c9b-0174378ece49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:57.052462 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_common [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-cee61c5d-f1e1-48e0-84f7-4adbcde49500 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Allocated IP 172.20.0.11 (fa81ded4-639a-45fc-af54-68a391814316/1431c281-ca69-4953-881e-6e7d559cefaf/0d3ef5b9-af08-4e7c-a16a-c007bb7433b9) {{(pid=92915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:56:57.079865 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1053a02e-da85-46a3-af08-dff1ddf9d292 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:56:57.081028 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1053a02e-da85-46a3-af08-dff1ddf9d292 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:56:57.081311 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1053a02e-da85-46a3-af08-dff1ddf9d292 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:56:57.081796 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1053a02e-da85-46a3-af08-dff1ddf9d292 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:56:57.082191 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.services.segments.db [None req-1053a02e-da85-46a3-af08-dff1ddf9d292 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9896339a-effc-480e-b7b2-bac81967b6e5']}} {{(pid=92916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:56:57.116412 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.services.segments.db [None req-1053a02e-da85-46a3-af08-dff1ddf9d292 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d006f06-56c0-47fa-959e-7dfc2f02fd72') {'for_net_delete': True} {{(pid=92916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:56:57.116709 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.services.segments.db [None req-1053a02e-da85-46a3-af08-dff1ddf9d292 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d006f06-56c0-47fa-959e-7dfc2f02fd72') {} {{(pid=92916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:56:57.168161 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1053a02e-da85-46a3-af08-dff1ddf9d292 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766384831618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2271190'] for segment, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:57.186481 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f763936-ea37-4ad1-9218-a10acdc682bc admin admin] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:56:57.207162 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480e1a52-f853-49f2-b91a-101e1c0f7390 None None] Sync routers for ids ['7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'] in dv-cinder-788363-5-iscsi {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:56:57.219075 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-8f763936-ea37-4ad1-9218-a10acdc682bc admin admin] 10.222.0.20 "PUT /v2.0/routers/7ade9cb4-ead7-4095-b2ca-080c0a6e3a65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9941964 Jul 06 14:56:57.233091 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1053a02e-da85-46a3-af08-dff1ddf9d292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:57.246617 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480e1a52-f853-49f2-b91a-101e1c0f7390 None None] Routers {'7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:56:57.247314 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-480e1a52-f853-49f2-b91a-101e1c0f7390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T14:56:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:56:57.268432 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0c9d42f7-a8b2-4395-a4f6-3c8da4c8bf5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:57.272340 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1053a02e-da85-46a3-af08-dff1ddf9d292 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=92916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:56:57.272957 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1053a02e-da85-46a3-af08-dff1ddf9d292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2824477'] for segment, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: from cryptography.utils import int_from_bytes Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: from cryptography.utils import int_from_bytes Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: Traceback (most recent call last): Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: timer() Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: cb(*args, **kw) Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: return func(*args, **kwargs) Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: self._notify() Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: self.callback(batched_events) Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: event.method(event) Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: return f(self, *a, **k) Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: return self._get(url).json() Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: return self.request(url, 'GET', **kwargs) Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:56:57.278571 dv-cinder-788363-5-iscsi neutron-server[92916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:56:57.427739 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-28477e94-f398-46b1-acc9-5a018a331862 req-0a7eba4c-08df-4c0c-b51e-301df09a6948 service neutron] 10.222.0.20 "GET /v2.0/networks/fa81ded4-639a-45fc-af54-68a391814316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410694 Jul 06 14:56:57.437214 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-febe9902-b0b3-41a2-8c9b-0174378ece49 service neutron] For port d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97, host hv-cinder-78836, cleared binding levels {{(pid=92915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:56:57.487680 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0c9d42f7-a8b2-4395-a4f6-3c8da4c8bf5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:57.507196 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-febe9902-b0b3-41a2-8c9b-0174378ece49 service neutron] For port d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97,segment=NetworkSegment(83327677-3fa7-4eb1-9633-734b79c94cf9),segment_id=83327677-3fa7-4eb1-9633-734b79c94cf9)] {{(pid=92915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:56:57.537507 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-febe9902-b0b3-41a2-8c9b-0174378ece49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:57.569796 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-9105038f-a5b7-4828-a4ed-a20e1ef69c9f tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:57.574966 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0c9d42f7-a8b2-4395-a4f6-3c8da4c8bf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:57.578590 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0c9d42f7-a8b2-4395-a4f6-3c8da4c8bf5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:57.579845 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-0c9d42f7-a8b2-4395-a4f6-3c8da4c8bf5b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/452ceeff-b83f-4fef-9026-f9850d06d6d5 HTTP/1.1" status: 204 len: 168 time: 0.8768950 Jul 06 14:56:57.601297 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d42f7-a8b2-4395-a4f6-3c8da4c8bf5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452ceeff-b83f-4fef-9026-f9850d06d6d5,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:57.620047 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67d1fa-acd7-419e-9ce1-3fbe81742381 req-f9d0f262-c146-4cf2-ba77-6cbd27d4827f tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:57.628057 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-bd67d1fa-acd7-419e-9ce1-3fbe81742381 req-f9d0f262-c146-4cf2-ba77-6cbd27d4827f tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0a2751-7888-44ee-b404-92f6a0b4c4c5 HTTP/1.1" status: 200 len: 944 time: 0.5298967 Jul 06 14:56:57.647508 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1053a02e-da85-46a3-af08-dff1ddf9d292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7824838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-413105'] for network, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:57.678413 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1053a02e-da85-46a3-af08-dff1ddf9d292 admin admin] Pushing event deleted for resources: {'Network': ['ID=9896339a-effc-480e-b7b2-bac81967b6e5,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:57.688645 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1053a02e-da85-46a3-af08-dff1ddf9d292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:57.709754 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-1053a02e-da85-46a3-af08-dff1ddf9d292 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9896339a-effc-480e-b7b2-bac81967b6e5 HTTP/1.1" status: 204 len: 168 time: 1.8809550 Jul 06 14:56:57.730040 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 47206) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:57.746281 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-480e1a52-f853-49f2-b91a-101e1c0f7390 None None] Set router 7ade9cb4-ead7-4095-b2ca-080c0a6e3a65 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:56:57.760169 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-bd67d1fa-acd7-419e-9ce1-3fbe81742381 req-a231bffe-57b0-4f36-85fc-2d2108a2242b tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a1a1ca1-02c0-4759-868d-46312cf263cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309679 Jul 06 14:56:57.918196 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-febe9902-b0b3-41a2-8c9b-0174378ece49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:57.918848 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-febe9902-b0b3-41a2-8c9b-0174378ece49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:57.921970 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-febe9902-b0b3-41a2-8c9b-0174378ece49 service neutron] 10.222.0.25 "PUT /v2.0/ports/d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97 HTTP/1.1" status: 200 len: 1094 time: 7.5729852 Jul 06 14:56:57.923285 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca0a2751-7888-44ee-b404-92f6a0b4c4c5', 'tag': 'd4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97'}] {{(pid=92915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:56:58.300035 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-cee61c5d-f1e1-48e0-84f7-4adbcde49500 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Notify callbacks [] for port, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:58.352475 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-480e1a52-f853-49f2-b91a-101e1c0f7390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'name': 'tempest-AttachVolumeTestJSON-1855409086-router', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:33Z', 'updated_at': '2021-07-06T14:56:51Z', 'revision_number': 4, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'gw_port': {'id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:35Z', 'updated_at': '2021-07-06T14:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf', 'name': '', 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'mac_address': 'fa:16:3e:3f:d6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '759d2c94-0450-42a6-a657-8515f615c234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:45Z', 'updated_at': '2021-07-06T14:56:52Z', 'revision_number': 2, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'subnets': [{'id': '759d2c94-0450-42a6-a657-8515f615c234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:56:58.408103 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480e1a52-f853-49f2-b91a-101e1c0f7390 None None] Checking router: 7ade9cb4-ead7-4095-b2ca-080c0a6e3a65 for host: dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:56:58.408880 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480e1a52-f853-49f2-b91a-101e1c0f7390 None None] Updating router 7ade9cb4-ead7-4095-b2ca-080c0a6e3a65 port 34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf binding host dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:56:58.482885 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-480e1a52-f853-49f2-b91a-101e1c0f7390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:58.568071 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f2aeea-6691-4957-85fd-bf2b5df6dedf x-openstack-request-id: req-f6f2aeea-6691-4957-85fd-bf2b5df6dedf {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:56:58.568071 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7", "tag": "35abb235-c7a3-4263-8048-7a42cb1d2950", "status": "completed", "code": 200}]} {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:56:58.568071 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6f2aeea-6691-4957-85fd-bf2b5df6dedf {{(pid=92916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:56:58.568071 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7', 'tag': '35abb235-c7a3-4263-8048-7a42cb1d2950', 'status': 'completed', 'code': 200} Jul 06 14:56:58.673479 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92756195bd967bcafd15386578949a9109be95aebc1330c0508ce0179bff92bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5952d4b3-4817-45f1-9d30-19545c0b757e" -d '{"events": [{"name": "network-changed", "server_uuid": "ca0a2751-7888-44ee-b404-92f6a0b4c4c5", "tag": "d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97"}]}' {{(pid=92915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:56:58.709826 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe9902-b0b3-41a2-8c9b-0174378ece49 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97,revision_number=3']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:58.918689 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b3afff-1a31-4db2-be57-c9d7b38eb583 admin admin] Deleting subnet 6d884223-2e84-492c-8ebd-fec67983454b {{(pid=92915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:56:58.984459 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-b5b3afff-1a31-4db2-be57-c9d7b38eb583 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:59.010056 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_common [None req-9105038f-a5b7-4828-a4ed-a20e1ef69c9f tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Allocated IP 172.27.3.31 (cda8cae0-c766-4621-9577-ca435140768c/1f1b7348-831f-4a39-b588-ec6aad475c62/af51104b-ffd7-4d46-b2ff-965d1b390f3b) {{(pid=92915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:56:59.011412 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 47248) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:59.171542 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-6eadc7eb-cae8-42ad-8b7f-5bda00f07d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:59.191738 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-cee61c5d-f1e1-48e0-84f7-4adbcde49500 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525'] for port, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:59.297175 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-b5b3afff-1a31-4db2-be57-c9d7b38eb583 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:59.303909 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-bb99e50b-13b8-44b1-8b7a-47b9006f9d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:59.305983 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-bb99e50b-13b8-44b1-8b7a-47b9006f9d13 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bd7f55f0275e4bd5aa70d5197b9ac5d3&device_id=ca0a2751-7888-44ee-b404-92f6a0b4c4c5 HTTP/1.1" status: 200 len: 1097 time: 0.3104062 Jul 06 14:56:59.468196 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-00a2639c-7cca-44e3-99fc-ec2088e438af service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97 HTTP/1.1" status: 200 len: 217 time: 0.1313996 Jul 06 14:56:59.484093 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-b5b3afff-1a31-4db2-be57-c9d7b38eb583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7770968'] for subnet, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:59.583327 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-cee61c5d-f1e1-48e0-84f7-4adbcde49500 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Network fa81ded4-639a-45fc-af54-68a391814316 is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:56:59.616461 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-cee61c5d-f1e1-48e0-84f7-4adbcde49500 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:56:59.655302 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-cee61c5d-f1e1-48e0-84f7-4adbcde49500 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Received port after_create {{(pid=92915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:56:59.658601 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-6eadc7eb-cae8-42ad-8b7f-5bda00f07d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:59.661220 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-480e1a52-f853-49f2-b91a-101e1c0f7390 None None] Notify callbacks [] for port, precommit_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:59.666270 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-cee61c5d-f1e1-48e0-84f7-4adbcde49500 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:59.668730 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-cee61c5d-f1e1-48e0-84f7-4adbcde49500 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:59.684464 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-6eadc7eb-cae8-42ad-8b7f-5bda00f07d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:59.698030 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee61c5d-f1e1-48e0-84f7-4adbcde49500 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Pushing event updated for resources: {'Port': ['ID=0d3ef5b9-af08-4e7c-a16a-c007bb7433b9,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:59.706128 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-480e1a52-f853-49f2-b91a-101e1c0f7390 None None] Transition to ACTIVE for port object 34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf will not be triggered until provisioned by entity L2. {{(pid=92917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:56:59.720350 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-480e1a52-f853-49f2-b91a-101e1c0f7390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:59.763873 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eadc7eb-cae8-42ad-8b7f-5bda00f07d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392ddde3-117b-4004-a5c1-9d7273ed53b5,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:59.766208 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433e111-b5cc-4659-b11e-df30582875f5 req-0240173e-0ad5-43d5-837e-022e36b7d28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:59.768639 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0433e111-b5cc-4659-b11e-df30582875f5 req-0240173e-0ad5-43d5-837e-022e36b7d28f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1024c61bda14051bc8e9885a0f65a59&device_id=ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7 HTTP/1.1" status: 200 len: 1097 time: 0.7803035 Jul 06 14:56:59.781653 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e8370-5f95-4ed3-8439-f21247030394 req-594176ba-055d-4141-80a0-ff958cccc432 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:59.803611 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-923e8370-5f95-4ed3-8439-f21247030394 req-594176ba-055d-4141-80a0-ff958cccc432 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7 HTTP/1.1" status: 200 len: 944 time: 0.7902961 Jul 06 14:56:59.807152 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-fd99b7a1-6132-4605-a783-08779a0e3ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:59.809268 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-fd99b7a1-6132-4605-a783-08779a0e3ca3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ae919faa-8b01-4d16-8cf8-c87e14cfd3f0 HTTP/1.1" status: 200 len: 852 time: 0.2817223 Jul 06 14:56:59.818939 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-6eadc7eb-cae8-42ad-8b7f-5bda00f07d15 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6af1034483704c7e95bff18d27946b97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7609069 Jul 06 14:56:59.847384 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 47252) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:59.860677 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-cee61c5d-f1e1-48e0-84f7-4adbcde49500 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2827694 Jul 06 14:56:59.876281 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-edda4f60-1c8e-4e1a-b6df-e9dcfad2cc05 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d81a714-bd3b-47cb-9f59-3ddb751fc6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557871 Jul 06 14:56:59.959208 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a5d02-e061-4230-927a-6f1f4ef7365c None None] Pushing event updated for resources: {'Port': ['ID=34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf,revision_number=3']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:00.038212 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-2663c396-1d05-452e-bbd1-907851d17f89 service neutron] Request body: {'port': {'device_id': 'b9436b35-9023-4069-beba-ab6b9797368c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:57:00.133850 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 47258) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:00.146722 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-24d6c08a-739d-450a-b9a8-223f64728b6d tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1459572378', 'description': 'tempest-description--1115178101'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:57:00.165282 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-480e1a52-f853-49f2-b91a-101e1c0f7390 None None] Attempting to bind port 34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf on host dv-cinder-788363-5-iscsi for vnic_type normal with profile {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:57:00.165653 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-480e1a52-f853-49f2-b91a-101e1c0f7390 None None] Attempting to bind port 34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf by drivers openvswitch,hyperv on host dv-cinder-788363-5-iscsi at level 0 using segments [{'id': '6e67dca4-9076-477c-8ff5-c332e7f6363b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2'}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:57:00.167470 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480e1a52-f853-49f2-b91a-101e1c0f7390 None None] Attempting to bind port 34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf on network 3ff68c5b-71a5-4643-a235-ca1e74ec9ec2 {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:57:00.171907 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-9105038f-a5b7-4828-a4ed-a20e1ef69c9f tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for port, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:00.201244 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480e1a52-f853-49f2-b91a-101e1c0f7390 None None] Checking agent: {'id': 'f25167b8-434d-4f4a-9be4-898338da7490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 48, 5), 'started_at': datetime.datetime(2021, 7, 6, 14, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:57:00.201603 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480e1a52-f853-49f2-b91a-101e1c0f7390 None None] Checking segment: {'id': '6e67dca4-9076-477c-8ff5-c332e7f6363b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:57:00.201943 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-480e1a52-f853-49f2-b91a-101e1c0f7390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:00.202336 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480e1a52-f853-49f2-b91a-101e1c0f7390 None None] Bound using segment: {'id': '6e67dca4-9076-477c-8ff5-c332e7f6363b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2'} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:57:00.202817 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-480e1a52-f853-49f2-b91a-101e1c0f7390 None None] Bound port: 34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf, host: dv-cinder-788363-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e67dca4-9076-477c-8ff5-c332e7f6363b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2'}}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:57:00.203245 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-480e1a52-f853-49f2-b91a-101e1c0f7390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:00.212698 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-9a5bbee7-0f30-4b20-9ef0-84404dd80e0f service neutron] 10.222.0.25 "GET /v2.0/networks/2d81a714-bd3b-47cb-9f59-3ddb751fc6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413151 Jul 06 14:57:00.293980 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-3f888f4a-743f-43df-8fc6-e529ce32bc89 req-55e775b0-2076-4ea3-a014-4440b6e8180a tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 210 time: 0.0626776 Jul 06 14:57:00.383167 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-480e1a52-f853-49f2-b91a-101e1c0f7390 None None] For port 34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf, host dv-cinder-788363-5-iscsi, cleared binding levels {{(pid=92917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:57:00.395790 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-480e1a52-f853-49f2-b91a-101e1c0f7390 None None] For port 34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf, host dv-cinder-788363-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf,segment=NetworkSegment(6e67dca4-9076-477c-8ff5-c332e7f6363b),segment_id=6e67dca4-9076-477c-8ff5-c332e7f6363b)] {{(pid=92917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:57:00.407186 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-480e1a52-f853-49f2-b91a-101e1c0f7390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:00.433365 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-b5b3afff-1a31-4db2-be57-c9d7b38eb583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7770961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040'] for subnet, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:00.448754 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-24d6c08a-739d-450a-b9a8-223f64728b6d tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:00.535646 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-1faadb6e-9568-47c4-b5bd-9da242f96eaf req-d6537fae-a6e0-4b3e-a968-2375582a236c service neutron] 10.222.0.25 "GET /v2.0/networks/2d81a714-bd3b-47cb-9f59-3ddb751fc6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451477 Jul 06 14:57:00.553697 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.25', 56637) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:00.713945 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a5d02-e061-4230-927a-6f1f4ef7365c None None] Pushing event updated for resources: {'Port': ['ID=34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:00.738753 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480e1a52-f853-49f2-b91a-101e1c0f7390 None None] Routers {'7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:57:00.743117 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-480e1a52-f853-49f2-b91a-101e1c0f7390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T14:56:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:57:01.100766 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28477e94-f398-46b1-acc9-5a018a331862 req-9988229a-71ea-48ef-b1cb-b77719e7aaa8 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:01.119202 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-28477e94-f398-46b1-acc9-5a018a331862 req-9988229a-71ea-48ef-b1cb-b77719e7aaa8 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.25 "GET /v2.0/networks?id=fa81ded4-639a-45fc-af54-68a391814316 HTTP/1.1" status: 200 len: 818 time: 0.4813457 Jul 06 14:57:01.220339 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-480e1a52-f853-49f2-b91a-101e1c0f7390 None None] Set router 7ade9cb4-ead7-4095-b2ca-080c0a6e3a65 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:57:01.377487 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c35696-6859-48fb-adb1-5c3af3d7dc61 req-34b53154-ec69-4d40-9c96-25cd9101b200 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:01.379255 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d7c35696-6859-48fb-adb1-5c3af3d7dc61 req-34b53154-ec69-4d40-9c96-25cd9101b200 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0a2751-7888-44ee-b404-92f6a0b4c4c5 HTTP/1.1" status: 200 len: 944 time: 0.1268308 Jul 06 14:57:01.449920 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433e111-b5cc-4659-b11e-df30582875f5 req-4b14ac84-9a4f-4cf9-8ede-7be53b0c03e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:01.452112 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0433e111-b5cc-4659-b11e-df30582875f5 req-4b14ac84-9a4f-4cf9-8ede-7be53b0c03e1 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=e1024c61bda14051bc8e9885a0f65a59&shared=False HTTP/1.1" status: 200 len: 914 time: 1.6034367 Jul 06 14:57:01.467583 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4633e4-e12f-479b-8352-681b0b9100d5 x-openstack-request-id: req-2c4633e4-e12f-479b-8352-681b0b9100d5 {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:57:01.467968 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca0a2751-7888-44ee-b404-92f6a0b4c4c5", "tag": "d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97", "status": "completed", "code": 200}]} {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:57:01.468303 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c4633e4-e12f-479b-8352-681b0b9100d5 {{(pid=92915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:57:01.469409 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca0a2751-7888-44ee-b404-92f6a0b4c4c5', 'tag': 'd4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97', 'status': 'completed', 'code': 200} Jul 06 14:57:01.469772 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-709ea170-dcc5-4df0-9b77-205597c043b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:01.509683 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-b5b3afff-1a31-4db2-be57-c9d7b38eb583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for subnet, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:01.516154 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-b5b3afff-1a31-4db2-be57-c9d7b38eb583 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6d884223-2e84-492c-8ebd-fec67983454b HTTP/1.1" status: 204 len: 168 time: 3.7823725 Jul 06 14:57:01.516536 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-480e1a52-f853-49f2-b91a-101e1c0f7390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'name': 'tempest-AttachVolumeTestJSON-1855409086-router', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:33Z', 'updated_at': '2021-07-06T14:56:51Z', 'revision_number': 4, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'gw_port': {'id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:35Z', 'updated_at': '2021-07-06T14:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf', 'name': '', 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'mac_address': 'fa:16:3e:3f:d6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '759d2c94-0450-42a6-a657-8515f615c234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:45Z', 'updated_at': '2021-07-06T14:57:00Z', 'revision_number': 4, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'subnets': [{'id': '759d2c94-0450-42a6-a657-8515f615c234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:57:01.520177 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3afff-1a31-4db2-be57-c9d7b38eb583 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d884223-2e84-492c-8ebd-fec67983454b,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:01.524943 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 47276) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:01.530586 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-24d6c08a-739d-450a-b9a8-223f64728b6d tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:01.549266 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480e1a52-f853-49f2-b91a-101e1c0f7390 None None] The sync data for ids ['7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'] in dv-cinder-788363-5-iscsi is: [{'id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'name': 'tempest-AttachVolumeTestJSON-1855409086-router', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:33Z', 'updated_at': '2021-07-06T14:56:51Z', 'revision_number': 4, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'gw_port': {'id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:35Z', 'updated_at': '2021-07-06T14:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf', 'name': '', 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'mac_address': 'fa:16:3e:3f:d6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '759d2c94-0450-42a6-a657-8515f615c234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:45Z', 'updated_at': '2021-07-06T14:57:00Z', 'revision_number': 4, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'subnets': [{'id': '759d2c94-0450-42a6-a657-8515f615c234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:57:01.558253 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-923e8370-5f95-4ed3-8439-f21247030394 req-59b03e58-0c8c-4120-bd20-41bf70ab4352 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7535660 Jul 06 14:57:01.567664 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-24d6c08a-739d-450a-b9a8-223f64728b6d tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:01.610754 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d7c35696-6859-48fb-adb1-5c3af3d7dc61 req-3a561e27-ada6-4c54-aec1-f5d2dc606242 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a1a1ca1-02c0-4759-868d-46312cf263cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229223 Jul 06 14:57:01.706218 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-709ea170-dcc5-4df0-9b77-205597c043b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:01.717498 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d502f9ee-5b45-485d-ad0b-b9f3153535ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558629'] for network, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:01.755740 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-2663c396-1d05-452e-bbd1-907851d17f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:01.766950 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-24d6c08a-739d-450a-b9a8-223f64728b6d tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:01.768393 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-24d6c08a-739d-450a-b9a8-223f64728b6d tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6323850 Jul 06 14:57:01.771437 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 47278) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:01.776911 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-d7ca679f-29bd-4ffa-a0f3-d2941757b791 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Request body: {'security_group_rule': {'security_group_id': '5f60b1c5-9e6a-4808-91d0-8ccc5b457edf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:57:01.803827 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-9733f73c-9693-4621-8427-dfd87cf709bd req-4ce54121-62d7-47a3-9632-33d89c8642b4 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 210 time: 0.0737221 Jul 06 14:57:01.817751 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d7ca679f-29bd-4ffa-a0f3-d2941757b791 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:01.826863 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d6c08a-739d-450a-b9a8-223f64728b6d tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:01.843854 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-9105038f-a5b7-4828-a4ed-a20e1ef69c9f tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525'] for port, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:01.927164 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d7ca679f-29bd-4ffa-a0f3-d2941757b791 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:01.939015 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d7ca679f-29bd-4ffa-a0f3-d2941757b791 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-264711'] for security_group_rule, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:01.977259 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca679f-29bd-4ffa-a0f3-d2941757b791 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95283c4a-4265-40f2-a370-1dc651756e5e,revision_number=0']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:01.982330 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d7ca679f-29bd-4ffa-a0f3-d2941757b791 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:01.987391 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-d7ca679f-29bd-4ffa-a0f3-d2941757b791 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2144618 Jul 06 14:57:01.988337 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 47282) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:01.997644 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-83836bd4-ac42-4e6a-8a58-ac5334de37b1 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Request body: {'security_group_rule': {'security_group_id': '5f60b1c5-9e6a-4808-91d0-8ccc5b457edf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:57:01.999180 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-34867e69-051c-4ba7-9aa1-9fb318ffc671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:02.062441 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-83836bd4-ac42-4e6a-8a58-ac5334de37b1 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:02.096757 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:57:02.114713 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9105038f-a5b7-4828-a4ed-a20e1ef69c9f tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Network cda8cae0-c766-4621-9577-ca435140768c is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:57:02.135754 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [None req-9105038f-a5b7-4828-a4ed-a20e1ef69c9f tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:57:02.139036 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9105038f-a5b7-4828-a4ed-a20e1ef69c9f tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Received port after_create {{(pid=92915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:57:02.150631 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105038f-a5b7-4828-a4ed-a20e1ef69c9f tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Pushing event updated for resources: {'Port': ['ID=af51104b-ffd7-4d46-b2ff-965d1b390f3b,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:02.164394 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-709ea170-dcc5-4df0-9b77-205597c043b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:02.166911 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-709ea170-dcc5-4df0-9b77-205597c043b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:02.174016 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-709ea170-dcc5-4df0-9b77-205597c043b1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/392ddde3-117b-4004-a5c1-9d7273ed53b5 HTTP/1.1" status: 204 len: 168 time: 2.3095250 Jul 06 14:57:02.180484 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning for port 34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:57:02.190166 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:57:02.190569 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:02.195890 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d502f9ee-5b45-485d-ad0b-b9f3153535ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7824845', 'neutron.services.segments.db._delete_segments_for_network-8766384846942'] for network, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:02.203365 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-83836bd4-ac42-4e6a-8a58-ac5334de37b1 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:02.209373 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-83836bd4-ac42-4e6a-8a58-ac5334de37b1 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-264711'] for security_group_rule, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:02.238572 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83836bd4-ac42-4e6a-8a58-ac5334de37b1 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f0dd9f-0b9c-4659-9db5-0d906b28d1c0,revision_number=0']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:02.248620 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-83836bd4-ac42-4e6a-8a58-ac5334de37b1 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:02.250169 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-83836bd4-ac42-4e6a-8a58-ac5334de37b1 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2606905 Jul 06 14:57:02.253865 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 47286) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:02.259601 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-a2b56de2-55e5-43cf-8839-fd753877ec07 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Request body: {'floatingip': {'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:57:02.293720 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ea170-dcc5-4df0-9b77-205597c043b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392ddde3-117b-4004-a5c1-9d7273ed53b5,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:02.304759 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a2b56de2-55e5-43cf-8839-fd753877ec07 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for floatingip, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:02.333893 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d502f9ee-5b45-485d-ad0b-b9f3153535ec admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:57:02.334279 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d502f9ee-5b45-485d-ad0b-b9f3153535ec admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:57:02.335151 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d502f9ee-5b45-485d-ad0b-b9f3153535ec admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:57:02.335505 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d502f9ee-5b45-485d-ad0b-b9f3153535ec admin admin] Subscribe: > port after_create 55550000 {{(pid=92915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:57:02.335858 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d502f9ee-5b45-485d-ad0b-b9f3153535ec admin admin] Subscribe: > port after_delete 55550000 {{(pid=92915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:57:02.336189 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d502f9ee-5b45-485d-ad0b-b9f3153535ec admin admin] Subscribe: > port after_update 55550000 {{(pid=92915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:57:02.336535 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d502f9ee-5b45-485d-ad0b-b9f3153535ec admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:57:02.336871 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d502f9ee-5b45-485d-ad0b-b9f3153535ec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:57:02.337221 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d502f9ee-5b45-485d-ad0b-b9f3153535ec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:57:02.337543 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d502f9ee-5b45-485d-ad0b-b9f3153535ec admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:57:02.362267 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:02.429777 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] For port 34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf,segment=NetworkSegment(6e67dca4-9076-477c-8ff5-c332e7f6363b),segment_id=6e67dca4-9076-477c-8ff5-c332e7f6363b)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:57:02.439995 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:02.447996 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d502f9ee-5b45-485d-ad0b-b9f3153535ec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:57:02.448354 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d502f9ee-5b45-485d-ad0b-b9f3153535ec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:57:02.448688 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d502f9ee-5b45-485d-ad0b-b9f3153535ec admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:57:02.449019 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d502f9ee-5b45-485d-ad0b-b9f3153535ec admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 14:57:02.449398 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.services.segments.db [None req-d502f9ee-5b45-485d-ad0b-b9f3153535ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d7d7359-52a1-4d9e-b3cc-4f1e7322b863']}} {{(pid=92915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:57:02.453945 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a2b56de2-55e5-43cf-8839-fd753877ec07 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:02.519347 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.services.segments.db [None req-d502f9ee-5b45-485d-ad0b-b9f3153535ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13bbf962-e8b5-4fb1-bf13-d673bb1a71b5') {'for_net_delete': True} {{(pid=92915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:57:02.519927 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.services.segments.db [None req-d502f9ee-5b45-485d-ad0b-b9f3153535ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13bbf962-e8b5-4fb1-bf13-d673bb1a71b5') {} {{(pid=92915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:57:02.550292 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d502f9ee-5b45-485d-ad0b-b9f3153535ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766384831618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4166527'] for segment, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:02.574157 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Pushing event updated for resources: {'Port': ['ID=34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf,revision_number=5']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:02.596787 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-9105038f-a5b7-4828-a4ed-a20e1ef69c9f tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:02.616919 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d502f9ee-5b45-485d-ad0b-b9f3153535ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:02.625211 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.db_base_plugin_common [None req-a2b56de2-55e5-43cf-8839-fd753877ec07 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Allocated IP 172.27.3.108 (cda8cae0-c766-4621-9577-ca435140768c/1f1b7348-831f-4a39-b588-ec6aad475c62/8fb35db2-bb44-4c30-81f0-219bf2363503) {{(pid=92916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:57:02.639664 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d502f9ee-5b45-485d-ad0b-b9f3153535ec admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=92915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:57:02.640147 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d502f9ee-5b45-485d-ad0b-b9f3153535ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2297117'] for segment, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: from cryptography.utils import int_from_bytes Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: from cryptography.utils import int_from_bytes Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: Traceback (most recent call last): Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: timer() Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: cb(*args, **kw) Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: return func(*args, **kwargs) Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: self._notify() Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: self.callback(batched_events) Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: event.method(event) Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: return f(self, *a, **k) Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: return self._get(url).json() Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: return self.request(url, 'GET', **kwargs) Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:57:02.645713 dv-cinder-788363-5-iscsi neutron-server[92915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:57:02.807904 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d502f9ee-5b45-485d-ad0b-b9f3153535ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7824838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-413105'] for network, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:02.815586 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d502f9ee-5b45-485d-ad0b-b9f3153535ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:02.821220 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-d502f9ee-5b45-485d-ad0b-b9f3153535ec admin admin] 10.222.0.20 "DELETE /v2.0/networks/5d7d7359-52a1-4d9e-b3cc-4f1e7322b863 HTTP/1.1" status: 204 len: 168 time: 1.2808256 Jul 06 14:57:02.831643 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-9105038f-a5b7-4828-a4ed-a20e1ef69c9f tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:02.890553 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801077d-74fe-45de-9c02-9d0e4908c03a req-aac4896d-e24c-46cd-99f8-cd7e98c17f25 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:02.892898 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-0801077d-74fe-45de-9c02-9d0e4908c03a req-aac4896d-e24c-46cd-99f8-cd7e98c17f25 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7 HTTP/1.1" status: 200 len: 944 time: 0.1605101 Jul 06 14:57:02.901594 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502f9ee-5b45-485d-ad0b-b9f3153535ec admin admin] Pushing event deleted for resources: {'Network': ['ID=5d7d7359-52a1-4d9e-b3cc-4f1e7322b863,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:02.926802 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a2b56de2-55e5-43cf-8839-fd753877ec07 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for port, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:02.993819 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-0801077d-74fe-45de-9c02-9d0e4908c03a req-8c8b5dd4-9fd8-4989-87aa-f8ca1d549776 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914838 Jul 06 14:57:03.020169 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-2663c396-1d05-452e-bbd1-907851d17f89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d3ef5b9-af08-4e7c-a16a-c007bb7433b9 {{(pid=92915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:57:03.045509 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-2663c396-1d05-452e-bbd1-907851d17f89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:03.059817 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a2b56de2-55e5-43cf-8839-fd753877ec07 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2824651'] for port, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:03.064539 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.provisioning_blocks [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-2663c396-1d05-452e-bbd1-907851d17f89 service neutron] Transition to ACTIVE for port object 0d3ef5b9-af08-4e7c-a16a-c007bb7433b9 will not be triggered until provisioned by entity L2. {{(pid=92915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:57:03.084135 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 47310) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:03.088617 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-2663c396-1d05-452e-bbd1-907851d17f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2297145'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:03.119243 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b56de2-55e5-43cf-8839-fd753877ec07 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Network cda8cae0-c766-4621-9577-ca435140768c is already hosted by enough agents. {{(pid=92916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:57:03.161944 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.base_scheduler [None req-a2b56de2-55e5-43cf-8839-fd753877ec07 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Resources bound (agent type, host, resource id): {{(pid=92916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:57:03.170772 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b56de2-55e5-43cf-8839-fd753877ec07 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Received port after_create {{(pid=92916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:57:03.247605 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b56de2-55e5-43cf-8839-fd753877ec07 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Pushing event updated for resources: {'Port': ['ID=8fb35db2-bb44-4c30-81f0-219bf2363503,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:03.280008 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663c396-1d05-452e-bbd1-907851d17f89 service neutron] Pushing event updated for resources: {'Port': ['ID=0d3ef5b9-af08-4e7c-a16a-c007bb7433b9,revision_number=2']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:03.356347 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ea4eb01e-fb2e-4fdb-833f-981c3baab81c req-e7e56ccf-22ed-400f-b5da-84c4e4d57903 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 210 time: 0.0985632 Jul 06 14:57:03.365185 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-3d610995-f906-4792-9281-751c3960089f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a49e3ad36a8346e99169aab5e4ab944b&name=default HTTP/1.1" status: 200 len: 2976 time: 0.2722859 Jul 06 14:57:03.368997 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 47316) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:03.452264 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685f5bc-9709-49c4-acc0-6593fb55a1fb req-55bd91e0-e09f-4b86-82a6-8110537cf7bb tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:03.460242 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b685f5bc-9709-49c4-acc0-6593fb55a1fb req-55bd91e0-e09f-4b86-82a6-8110537cf7bb tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0a2751-7888-44ee-b404-92f6a0b4c4c5 HTTP/1.1" status: 200 len: 944 time: 0.6571865 Jul 06 14:57:03.589537 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.managers [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-2663c396-1d05-452e-bbd1-907851d17f89 service neutron] Attempting to bind port 0d3ef5b9-af08-4e7c-a16a-c007bb7433b9 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:57:03.590522 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.managers [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-2663c396-1d05-452e-bbd1-907851d17f89 service neutron] Attempting to bind port 0d3ef5b9-af08-4e7c-a16a-c007bb7433b9 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'a1fa8ca1-94e5-4c01-ad69-f65698d9c409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'fa81ded4-639a-45fc-af54-68a391814316'}] {{(pid=92915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:57:03.590672 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-2663c396-1d05-452e-bbd1-907851d17f89 service neutron] Attempting to bind port 0d3ef5b9-af08-4e7c-a16a-c007bb7433b9 on network fa81ded4-639a-45fc-af54-68a391814316 {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:57:03.610273 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a2b56de2-55e5-43cf-8839-fd753877ec07 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:03.616662 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b685f5bc-9709-49c4-acc0-6593fb55a1fb req-808794ea-f870-457a-b9f3-5b0feca045d4 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a1a1ca1-02c0-4759-868d-46312cf263cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454720 Jul 06 14:57:03.620377 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-2663c396-1d05-452e-bbd1-907851d17f89 service neutron] Port 0d3ef5b9-af08-4e7c-a16a-c007bb7433b9 on network fa81ded4-639a-45fc-af54-68a391814316 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:57:03.620922 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-2663c396-1d05-452e-bbd1-907851d17f89 service neutron] Attempting to bind port 0d3ef5b9-af08-4e7c-a16a-c007bb7433b9 on network fa81ded4-639a-45fc-af54-68a391814316 {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:57:03.636216 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c8d969bc-37ea-498e-b90e-5db56c066fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:03.644417 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-2663c396-1d05-452e-bbd1-907851d17f89 service neutron] Checking agent: {'id': '04d4ab22-d878-41a9-afec-a7a2984360cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'started_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:57:03.644653 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-2663c396-1d05-452e-bbd1-907851d17f89 service neutron] Checking segment: {'id': 'a1fa8ca1-94e5-4c01-ad69-f65698d9c409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'fa81ded4-639a-45fc-af54-68a391814316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:57:03.645224 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-2663c396-1d05-452e-bbd1-907851d17f89 service neutron] Bound using segment: {'id': 'a1fa8ca1-94e5-4c01-ad69-f65698d9c409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'fa81ded4-639a-45fc-af54-68a391814316'} {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:57:03.645684 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.managers [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-2663c396-1d05-452e-bbd1-907851d17f89 service neutron] Bound port: 0d3ef5b9-af08-4e7c-a16a-c007bb7433b9, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1fa8ca1-94e5-4c01-ad69-f65698d9c409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'fa81ded4-639a-45fc-af54-68a391814316'}}] {{(pid=92915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:57:03.646114 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-2663c396-1d05-452e-bbd1-907851d17f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:03.652109 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-9105038f-a5b7-4828-a4ed-a20e1ef69c9f tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for port, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:03.662492 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-9105038f-a5b7-4828-a4ed-a20e1ef69c9f tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2297145'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:03.704177 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c8d969bc-37ea-498e-b90e-5db56c066fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:03.728240 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a2b56de2-55e5-43cf-8839-fd753877ec07 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:03.776505 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105038f-a5b7-4828-a4ed-a20e1ef69c9f tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Pushing event updated for resources: {'Port': ['ID=af51104b-ffd7-4d46-b2ff-965d1b390f3b,revision_number=2']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:03.805616 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-9105038f-a5b7-4828-a4ed-a20e1ef69c9f tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413103'] for floatingip, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:03.819818 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-2663c396-1d05-452e-bbd1-907851d17f89 service neutron] For port 0d3ef5b9-af08-4e7c-a16a-c007bb7433b9, host hv-cinder-78836, cleared binding levels {{(pid=92915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:57:03.823778 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-2663c396-1d05-452e-bbd1-907851d17f89 service neutron] For port 0d3ef5b9-af08-4e7c-a16a-c007bb7433b9, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0d3ef5b9-af08-4e7c-a16a-c007bb7433b9,segment=NetworkSegment(a1fa8ca1-94e5-4c01-ad69-f65698d9c409),segment_id=a1fa8ca1-94e5-4c01-ad69-f65698d9c409)] {{(pid=92915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:57:03.831102 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-2663c396-1d05-452e-bbd1-907851d17f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2297145'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:03.833081 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c8d969bc-37ea-498e-b90e-5db56c066fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:03.835762 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c8d969bc-37ea-498e-b90e-5db56c066fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:03.836782 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-c8d969bc-37ea-498e-b90e-5db56c066fe7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c38bad25-eb09-48c6-8f99-b74541c06d8c HTTP/1.1" status: 204 len: 168 time: 0.4662886 Jul 06 14:57:03.841345 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-9105038f-a5b7-4828-a4ed-a20e1ef69c9f tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for floatingip, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:03.855005 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-9105038f-a5b7-4828-a4ed-a20e1ef69c9f tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.9197013 Jul 06 14:57:03.873424 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d969bc-37ea-498e-b90e-5db56c066fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38bad25-eb09-48c6-8f99-b74541c06d8c,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:03.911278 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-2663c396-1d05-452e-bbd1-907851d17f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:03.915474 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-2663c396-1d05-452e-bbd1-907851d17f89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:03.918428 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-2663c396-1d05-452e-bbd1-907851d17f89 service neutron] 10.222.0.25 "PUT /v2.0/ports/0d3ef5b9-af08-4e7c-a16a-c007bb7433b9 HTTP/1.1" status: 200 len: 1094 time: 3.9025919 Jul 06 14:57:03.920621 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9436b35-9023-4069-beba-ab6b9797368c', 'tag': '0d3ef5b9-af08-4e7c-a16a-c007bb7433b9'}] {{(pid=92915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:57:03.925478 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92756195bd967bcafd15386578949a9109be95aebc1330c0508ce0179bff92bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408a1204-d758-4d72-9be3-4b7938240093" -d '{"events": [{"name": "network-changed", "server_uuid": "b9436b35-9023-4069-beba-ab6b9797368c", "tag": "0d3ef5b9-af08-4e7c-a16a-c007bb7433b9"}]}' {{(pid=92915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:57:03.996745 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a2b56de2-55e5-43cf-8839-fd753877ec07 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for port, precommit_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:03.999994 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc991a05-7364-45a2-a0d9-64bd6213d444 x-openstack-request-id: req-dc991a05-7364-45a2-a0d9-64bd6213d444 {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:57:04.000376 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9436b35-9023-4069-beba-ab6b9797368c", "tag": "0d3ef5b9-af08-4e7c-a16a-c007bb7433b9", "status": "completed", "code": 200}]} {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:57:04.000633 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc991a05-7364-45a2-a0d9-64bd6213d444 {{(pid=92915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:57:04.001057 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9436b35-9023-4069-beba-ab6b9797368c', 'tag': '0d3ef5b9-af08-4e7c-a16a-c007bb7433b9', 'status': 'completed', 'code': 200} Jul 06 14:57:04.003818 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663c396-1d05-452e-bbd1-907851d17f89 service neutron] Pushing event updated for resources: {'Port': ['ID=0d3ef5b9-af08-4e7c-a16a-c007bb7433b9,revision_number=3']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:04.004809 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a2b56de2-55e5-43cf-8839-fd753877ec07 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824505'] for port, after_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:04.005932 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:57:04.127576 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a2b56de2-55e5-43cf-8839-fd753877ec07 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413103'] for floatingip, after_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:04.130661 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b56de2-55e5-43cf-8839-fd753877ec07 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Pushing event updated for resources: {'Port': ['ID=8fb35db2-bb44-4c30-81f0-219bf2363503,revision_number=2']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:04.144765 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:57:04.145222 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:04.164701 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a2b56de2-55e5-43cf-8839-fd753877ec07 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for floatingip, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:04.183024 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-a2b56de2-55e5-43cf-8839-fd753877ec07 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9119918 Jul 06 14:57:04.251160 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [req-28477e94-f398-46b1-acc9-5a018a331862 req-6f29ec84-fad8-45f7-8d8d-fa0ee493c4ca tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Request body: {'port': {'device_id': '9896e41e-0fcc-4089-beb9-c1a106cf1b40', 'network_id': 'fa81ded4-639a-45fc-af54-68a391814316', 'admin_state_up': True, 'tenant_id': '1817bfcb8e354beb83cfd6d1c7f72a50'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:57:04.504696 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-9200111f-9787-4c0c-91f6-47b1eac3229c tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1326804896&fields=id&tenant_id=db10d77829764bf49e4461d41eb69399 HTTP/1.1" status: 200 len: 267 time: 0.1209326 Jul 06 14:57:04.505340 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 47360) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:04.625082 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952d4b3-4817-45f1-9d30-19545c0b757e req-bcf64bae-5e2b-497a-b83f-33d5b42f2306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:04.627898 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-5952d4b3-4817-45f1-9d30-19545c0b757e req-bcf64bae-5e2b-497a-b83f-33d5b42f2306 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bd7f55f0275e4bd5aa70d5197b9ac5d3&device_id=ca0a2751-7888-44ee-b404-92f6a0b4c4c5 HTTP/1.1" status: 200 len: 1097 time: 0.2420866 Jul 06 14:57:04.734949 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28477e94-f398-46b1-acc9-5a018a331862 req-6f29ec84-fad8-45f7-8d8d-fa0ee493c4ca tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Made reservation on behalf of 1817bfcb8e354beb83cfd6d1c7f72a50 for: {'port': 1} {{(pid=92916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:57:04.739362 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-28477e94-f398-46b1-acc9-5a018a331862 req-6f29ec84-fad8-45f7-8d8d-fa0ee493c4ca tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:04.754890 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-1adc2d10-a8da-43ca-b5ac-8da334b1e4be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db08783633e048beb3e7d2ddf5e05739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2417521 Jul 06 14:57:04.769564 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 47368) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:04.774001 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433e111-b5cc-4659-b11e-df30582875f5 req-82cd7f6f-d0ba-4fb9-87a0-1844fdd0451c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:04.775262 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0433e111-b5cc-4659-b11e-df30582875f5 req-82cd7f6f-d0ba-4fb9-87a0-1844fdd0451c service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5317476 Jul 06 14:57:04.881091 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-0705dd54-5ee8-4e15-9745-6b8be6d0f1d2 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:04.882240 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-0705dd54-5ee8-4e15-9745-6b8be6d0f1d2 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/networks?id=f96a7279-5988-4867-aff6-4945f71924ad HTTP/1.1" status: 200 len: 817 time: 0.3437552 Jul 06 14:57:04.920667 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1aeb9-8c91-4988-b91d-2d2be52105ed req-96302dd0-b6f8-441e-8a38-faab050e4684 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:04.922221 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-f8c1aeb9-8c91-4988-b91d-2d2be52105ed req-96302dd0-b6f8-441e-8a38-faab050e4684 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7 HTTP/1.1" status: 200 len: 944 time: 0.6324217 Jul 06 14:57:04.927711 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a1204-d758-4d72-9be3-4b7938240093 req-e75f14d9-8474-4b08-8235-0f889def45a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:04.929223 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-408a1204-d758-4d72-9be3-4b7938240093 req-e75f14d9-8474-4b08-8235-0f889def45a1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1817bfcb8e354beb83cfd6d1c7f72a50&device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 1097 time: 0.5915830 Jul 06 14:57:04.929857 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-60ea9603-8321-4a6f-9fd9-283925d458fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:04.966084 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-ce9ae16a-ddbc-4e93-9a98-89323e9d81c5 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/quotas/db10d77829764bf49e4461d41eb69399 HTTP/1.1" status: 200 len: 375 time: 0.0460684 Jul 06 14:57:04.981864 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-60ea9603-8321-4a6f-9fd9-283925d458fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:05.043757 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952d4b3-4817-45f1-9d30-19545c0b757e req-17fa3098-55d3-441e-850d-783a95b8a013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:05.045299 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-5952d4b3-4817-45f1-9d30-19545c0b757e req-17fa3098-55d3-441e-850d-783a95b8a013 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2d81a714-bd3b-47cb-9f59-3ddb751fc6f0 HTTP/1.1" status: 200 len: 913 time: 0.4049041 Jul 06 14:57:05.106753 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-f8c1aeb9-8c91-4988-b91d-2d2be52105ed req-a0c8f1f1-a236-4b81-91b1-df1acb1eaa29 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657183 Jul 06 14:57:05.115848 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-5952d4b3-4817-45f1-9d30-19545c0b757e req-4b6b46f3-aa4a-4bca-9561-de5eee685c42 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97 HTTP/1.1" status: 200 len: 217 time: 0.0549948 Jul 06 14:57:05.134590 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-2f571f6d-95ca-4761-a973-677e825edd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:05.136151 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-2f571f6d-95ca-4761-a973-677e825edd8e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1024c61bda14051bc8e9885a0f65a59&device_id=ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7 HTTP/1.1" status: 200 len: 1097 time: 0.2702250 Jul 06 14:57:05.153880 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.db_base_plugin_common [req-28477e94-f398-46b1-acc9-5a018a331862 req-6f29ec84-fad8-45f7-8d8d-fa0ee493c4ca tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Allocated IP 172.20.0.5 (fa81ded4-639a-45fc-af54-68a391814316/1431c281-ca69-4953-881e-6e7d559cefaf/554a6a80-8427-4fd1-9242-028c75282197) {{(pid=92916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:57:05.231625 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a1204-d758-4d72-9be3-4b7938240093 req-2d1bfcf4-4446-426f-91bd-c25bd26c820e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:05.232388 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-408a1204-d758-4d72-9be3-4b7938240093 req-2d1bfcf4-4446-426f-91bd-c25bd26c820e service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=1817bfcb8e354beb83cfd6d1c7f72a50&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2816076 Jul 06 14:57:05.234419 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-80a98f47-a521-4199-826e-3ad7b35ce3f5 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=db10d77829764bf49e4461d41eb69399&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2568426 Jul 06 14:57:05.235126 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-419a2fa1-7a88-4dda-a430-ce476b6e7953 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35abb235-c7a3-4263-8048-7a42cb1d2950 HTTP/1.1" status: 200 len: 217 time: 0.0808675 Jul 06 14:57:05.245733 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-60ea9603-8321-4a6f-9fd9-283925d458fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:05.253323 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-60ea9603-8321-4a6f-9fd9-283925d458fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:05.255829 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-60ea9603-8321-4a6f-9fd9-283925d458fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aace9aba-3778-4370-a442-0a83e3ffb25a HTTP/1.1" status: 204 len: 168 time: 0.4834516 Jul 06 14:57:05.410907 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-976a47b0-fbe4-48e6-b4ab-468a46a310d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:05.416899 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-a45b7286-f09b-4355-ba61-f77ebaa003f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:05.418418 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-a45b7286-f09b-4355-ba61-f77ebaa003f4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ffa9830d-1ca2-457e-a1bd-de248713ebca HTTP/1.1" status: 200 len: 853 time: 0.1613574 Jul 06 14:57:05.483886 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:05.507899 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea9603-8321-4a6f-9fd9-283925d458fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aace9aba-3778-4370-a442-0a83e3ffb25a,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:05.536267 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-9127f8a3-f496-4211-8ca2-5ed331df8db4 req-f4234098-f4b5-4376-9da7-717fab2d12a7 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 210 time: 0.2145793 Jul 06 14:57:05.539414 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a1204-d758-4d72-9be3-4b7938240093 req-19261961-f5c3-4c7b-a989-4cc151d9896a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:05.540956 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-408a1204-d758-4d72-9be3-4b7938240093 req-19261961-f5c3-4c7b-a989-4cc151d9896a service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2823403 Jul 06 14:57:05.553105 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952d4b3-4817-45f1-9d30-19545c0b757e req-9c58309b-aa56-4701-b624-4d1e01219744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:05.555023 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-5952d4b3-4817-45f1-9d30-19545c0b757e req-9c58309b-aa56-4701-b624-4d1e01219744 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ae919faa-8b01-4d16-8cf8-c87e14cfd3f0 HTTP/1.1" status: 200 len: 852 time: 0.4261665 Jul 06 14:57:05.643505 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-5952d4b3-4817-45f1-9d30-19545c0b757e req-04251980-ee68-4a95-bf34-eb64385e2e75 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d81a714-bd3b-47cb-9f59-3ddb751fc6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623536 Jul 06 14:57:05.682870 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-8db227a9-bab8-4c36-a6da-56a825ab243d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=91f1fefc-0198-4f01-a19d-5bd222c1a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1409128 Jul 06 14:57:05.832050 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-62bd6478-9368-4438-a6f2-37b787fb450b tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1459572378&fields=id&tenant_id=afa5e93041564fd1819d89057c9d3e39 HTTP/1.1" status: 200 len: 267 time: 0.1478808 Jul 06 14:57:05.851770 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-5952d4b3-4817-45f1-9d30-19545c0b757e req-1c9370f7-3ad6-4d82-9d7a-1edef33821af service neutron] 10.222.0.25 "GET /v2.0/networks/2d81a714-bd3b-47cb-9f59-3ddb751fc6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018676 Jul 06 14:57:05.886080 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-82e45817-a158-4118-b46c-021c83c6dac6 service neutron] 10.222.0.20 "GET /v2.0/networks/f96a7279-5988-4867-aff6-4945f71924ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6507382 Jul 06 14:57:05.936536 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-29c31bd5-2371-45f1-bd8a-6781a52f7724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:05.938148 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-29c31bd5-2371-45f1-bd8a-6781a52f7724 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1817bfcb8e354beb83cfd6d1c7f72a50&device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 1097 time: 0.2659438 Jul 06 14:57:06.006745 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-e14f2f63-9bb2-4d3c-8420-f454fd8a94af service neutron] 10.222.0.25 "GET /v2.0/networks/91f1fefc-0198-4f01-a19d-5bd222c1a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805247 Jul 06 14:57:06.010775 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-2df6f364-d47d-4001-8e5f-a3fbbf57621c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d3ef5b9-af08-4e7c-a16a-c007bb7433b9 HTTP/1.1" status: 200 len: 217 time: 0.0502117 Jul 06 14:57:06.092524 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-28477e94-f398-46b1-acc9-5a018a331862 req-6f29ec84-fad8-45f7-8d8d-fa0ee493c4ca tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Notify callbacks [] for port, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:06.130681 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-fd0b6a34-1c6f-4b62-a454-39b0a7276aca service neutron] 10.222.0.20 "GET /v2.0/networks/f96a7279-5988-4867-aff6-4945f71924ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435613 Jul 06 14:57:06.253030 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-28477e94-f398-46b1-acc9-5a018a331862 req-6f29ec84-fad8-45f7-8d8d-fa0ee493c4ca tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2824651'] for port, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:06.266602 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-9532f4e1-84df-4553-b351-623dbbb54364 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:06.267328 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-9532f4e1-84df-4553-b351-623dbbb54364 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/networks?id=3ff68c5b-71a5-4643-a235-ca1e74ec9ec2 HTTP/1.1" status: 200 len: 811 time: 0.4181223 Jul 06 14:57:06.281643 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-d6aa34c5-daef-4b2d-9c5c-f863527fea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:06.284666 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-d6aa34c5-daef-4b2d-9c5c-f863527fea5d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1431c281-ca69-4953-881e-6e7d559cefaf HTTP/1.1" status: 200 len: 858 time: 0.2585309 Jul 06 14:57:06.339393 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-5952d4b3-4817-45f1-9d30-19545c0b757e req-d2590c20-2af7-41d2-9e99-b4bc040e21d1 service neutron] 10.222.0.25 "GET /v2.0/networks/2d81a714-bd3b-47cb-9f59-3ddb751fc6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4804201 Jul 06 14:57:06.358145 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-fb97bda3-f35b-46ae-bf9b-3b0569b548f1 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/quotas/afa5e93041564fd1819d89057c9d3e39 HTTP/1.1" status: 200 len: 375 time: 0.0831306 Jul 06 14:57:06.368462 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28477e94-f398-46b1-acc9-5a018a331862 req-6f29ec84-fad8-45f7-8d8d-fa0ee493c4ca tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Network fa81ded4-639a-45fc-af54-68a391814316 is already hosted by enough agents. {{(pid=92916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:57:06.375027 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.base_scheduler [req-28477e94-f398-46b1-acc9-5a018a331862 req-6f29ec84-fad8-45f7-8d8d-fa0ee493c4ca tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Resources bound (agent type, host, resource id): {{(pid=92916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:57:06.383627 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.l3_dvrscheduler_db [req-28477e94-f398-46b1-acc9-5a018a331862 req-6f29ec84-fad8-45f7-8d8d-fa0ee493c4ca tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Received port after_create {{(pid=92916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:57:06.389952 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29ec84-fad8-45f7-8d8d-fa0ee493c4ca tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Pushing event updated for resources: {'Port': ['ID=554a6a80-8427-4fd1-9242-028c75282197,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:06.420237 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-54528e87-18de-48bc-a640-ab48a409fe8e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fa81ded4-639a-45fc-af54-68a391814316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184351 Jul 06 14:57:06.502563 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28477e94-f398-46b1-acc9-5a018a331862 req-6f29ec84-fad8-45f7-8d8d-fa0ee493c4ca tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:06.503189 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-28477e94-f398-46b1-acc9-5a018a331862 req-6f29ec84-fad8-45f7-8d8d-fa0ee493c4ca tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for port, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:06.524563 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-93f024aa-dc41-4d3f-bf49-5cb1daef9439 req-91b106b8-d6cd-498b-964a-434c7ab20509 service neutron] 10.222.0.25 "GET /v2.0/networks/91f1fefc-0198-4f01-a19d-5bd222c1a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4973106 Jul 06 14:57:06.560187 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:06.583757 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-28477e94-f398-46b1-acc9-5a018a331862 req-6f29ec84-fad8-45f7-8d8d-fa0ee493c4ca tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3455236 Jul 06 14:57:06.607111 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [req-28477e94-f398-46b1-acc9-5a018a331862 req-26366e7e-f69b-4e4f-a284-d0a744383b58 service neutron] Request body: {'port': {'device_id': '9896e41e-0fcc-4089-beb9-c1a106cf1b40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:57:06.630215 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-5a2298ec-c809-491b-b431-2bdd7527bfba service neutron] 10.222.0.25 "GET /v2.0/networks/fa81ded4-639a-45fc-af54-68a391814316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016859 Jul 06 14:57:06.651015 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-09430fbf-60b5-429f-a97c-b2b65fbc0c0b tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=afa5e93041564fd1819d89057c9d3e39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2832246 Jul 06 14:57:06.680054 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a202d-9bb3-4acb-9a05-c2e4c6530d77 req-53291d45-275f-4858-a42f-c379ee20eb75 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:06.686962 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-875a202d-9bb3-4acb-9a05-c2e4c6530d77 req-53291d45-275f-4858-a42f-c379ee20eb75 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0a2751-7888-44ee-b404-92f6a0b4c4c5 HTTP/1.1" status: 200 len: 944 time: 0.2592237 Jul 06 14:57:06.785707 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-28477e94-f398-46b1-acc9-5a018a331862 req-26366e7e-f69b-4e4f-a284-d0a744383b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:06.797729 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-875a202d-9bb3-4acb-9a05-c2e4c6530d77 req-598d3909-ebca-4ea4-8cf1-4ad957df7773 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a1a1ca1-02c0-4759-868d-46312cf263cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089668 Jul 06 14:57:06.997944 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-8449446a-40b8-4fa3-8e7c-d4439e27b0d6 req-81b09ca0-6be9-4cda-83e0-90cf2684c935 service neutron] 10.222.0.25 "GET /v2.0/networks/fa81ded4-639a-45fc-af54-68a391814316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454680 Jul 06 14:57:07.080667 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-dcfad3f6-bfcf-4945-bd8f-e6b047fa7454 service neutron] 10.222.0.20 "GET /v2.0/networks/3ff68c5b-71a5-4643-a235-ca1e74ec9ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792649 Jul 06 14:57:07.218447 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-9568d3a4-9517-4d05-8ac1-3ac4680fbdfe service neutron] 10.222.0.20 "GET /v2.0/networks/3ff68c5b-71a5-4643-a235-ca1e74ec9ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304455 Jul 06 14:57:07.265006 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bc1cb-704d-462f-ae9a-af803ccace41 req-8965605e-9da5-4c5f-847a-0bf5e8298491 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:07.266888 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-948bc1cb-704d-462f-ae9a-af803ccace41 req-8965605e-9da5-4c5f-847a-0bf5e8298491 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7 HTTP/1.1" status: 200 len: 944 time: 0.2060966 Jul 06 14:57:07.361947 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-948bc1cb-704d-462f-ae9a-af803ccace41 req-feedd1ea-958f-466b-a26d-5d6edac2fa3a tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665019 Jul 06 14:57:07.445071 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:07.527163 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.notifiers.nova [req-28477e94-f398-46b1-acc9-5a018a331862 req-26366e7e-f69b-4e4f-a284-d0a744383b58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 554a6a80-8427-4fd1-9242-028c75282197 {{(pid=92916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:57:07.555152 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-28477e94-f398-46b1-acc9-5a018a331862 req-26366e7e-f69b-4e4f-a284-d0a744383b58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:07.681310 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-810bbef9-f9c8-4034-9fbc-f4d71adc1961 req-a0995450-fcb4-4876-b7ae-2f21fff1b758 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 210 time: 0.1212168 Jul 06 14:57:07.692257 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.provisioning_blocks [req-28477e94-f398-46b1-acc9-5a018a331862 req-26366e7e-f69b-4e4f-a284-d0a744383b58 service neutron] Transition to ACTIVE for port object 554a6a80-8427-4fd1-9242-028c75282197 will not be triggered until provisioned by entity L2. {{(pid=92916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:57:07.700840 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-28477e94-f398-46b1-acc9-5a018a331862 req-26366e7e-f69b-4e4f-a284-d0a744383b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824505'] for port, after_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:07.774365 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf28e24-9c12-4d64-ae60-31274c02f7ba req-b6dfc2aa-fc3b-4efd-ade9-ba973fe48d7f tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:07.791344 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-8cf28e24-9c12-4d64-ae60-31274c02f7ba req-b6dfc2aa-fc3b-4efd-ade9-ba973fe48d7f tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 931 time: 0.1530588 Jul 06 14:57:07.855785 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-8cf28e24-9c12-4d64-ae60-31274c02f7ba req-3eccda26-9857-4273-a2c8-fcc6ec180299 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628917 Jul 06 14:57:07.892253 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-3fccc494-b4ea-4bed-a15b-fd1c470a214f req-e5c9103a-51db-46a5-abbf-e69d8c0fe273 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 210 time: 0.0875669 Jul 06 14:57:07.911802 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26366e7e-f69b-4e4f-a284-d0a744383b58 service neutron] Pushing event updated for resources: {'Port': ['ID=554a6a80-8427-4fd1-9242-028c75282197,revision_number=2']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:08.010516 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.managers [req-28477e94-f398-46b1-acc9-5a018a331862 req-26366e7e-f69b-4e4f-a284-d0a744383b58 service neutron] Attempting to bind port 554a6a80-8427-4fd1-9242-028c75282197 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:57:08.010909 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.managers [req-28477e94-f398-46b1-acc9-5a018a331862 req-26366e7e-f69b-4e4f-a284-d0a744383b58 service neutron] Attempting to bind port 554a6a80-8427-4fd1-9242-028c75282197 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'a1fa8ca1-94e5-4c01-ad69-f65698d9c409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'fa81ded4-639a-45fc-af54-68a391814316'}] {{(pid=92916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:57:08.011421 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28477e94-f398-46b1-acc9-5a018a331862 req-26366e7e-f69b-4e4f-a284-d0a744383b58 service neutron] Attempting to bind port 554a6a80-8427-4fd1-9242-028c75282197 on network fa81ded4-639a-45fc-af54-68a391814316 {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:57:08.033235 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28477e94-f398-46b1-acc9-5a018a331862 req-26366e7e-f69b-4e4f-a284-d0a744383b58 service neutron] Port 554a6a80-8427-4fd1-9242-028c75282197 on network fa81ded4-639a-45fc-af54-68a391814316 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:57:08.033567 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28477e94-f398-46b1-acc9-5a018a331862 req-26366e7e-f69b-4e4f-a284-d0a744383b58 service neutron] Attempting to bind port 554a6a80-8427-4fd1-9242-028c75282197 on network fa81ded4-639a-45fc-af54-68a391814316 {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:57:08.039318 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28477e94-f398-46b1-acc9-5a018a331862 req-26366e7e-f69b-4e4f-a284-d0a744383b58 service neutron] Checking agent: {'id': '04d4ab22-d878-41a9-afec-a7a2984360cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'started_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:57:08.039655 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28477e94-f398-46b1-acc9-5a018a331862 req-26366e7e-f69b-4e4f-a284-d0a744383b58 service neutron] Checking segment: {'id': 'a1fa8ca1-94e5-4c01-ad69-f65698d9c409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'fa81ded4-639a-45fc-af54-68a391814316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:57:08.040204 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28477e94-f398-46b1-acc9-5a018a331862 req-26366e7e-f69b-4e4f-a284-d0a744383b58 service neutron] Bound using segment: {'id': 'a1fa8ca1-94e5-4c01-ad69-f65698d9c409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'fa81ded4-639a-45fc-af54-68a391814316'} {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:57:08.040811 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.managers [req-28477e94-f398-46b1-acc9-5a018a331862 req-26366e7e-f69b-4e4f-a284-d0a744383b58 service neutron] Bound port: 554a6a80-8427-4fd1-9242-028c75282197, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1fa8ca1-94e5-4c01-ad69-f65698d9c409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'fa81ded4-639a-45fc-af54-68a391814316'}}] {{(pid=92916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:57:08.041620 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-28477e94-f398-46b1-acc9-5a018a331862 req-26366e7e-f69b-4e4f-a284-d0a744383b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:08.102941 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca9e3b-d328-40e5-bb08-0699d06e4c7d req-b4bca1bb-3b31-41f3-8cfb-c81dd77d48b9 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:08.105556 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-4bca9e3b-d328-40e5-bb08-0699d06e4c7d req-b4bca1bb-3b31-41f3-8cfb-c81dd77d48b9 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0a2751-7888-44ee-b404-92f6a0b4c4c5 HTTP/1.1" status: 200 len: 944 time: 0.0928147 Jul 06 14:57:08.115763 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 35abb235-c7a3-4263-8048-7a42cb1d2950 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:57:08.165638 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [req-28477e94-f398-46b1-acc9-5a018a331862 req-26366e7e-f69b-4e4f-a284-d0a744383b58 service neutron] For port 554a6a80-8427-4fd1-9242-028c75282197, host hv-cinder-78836, cleared binding levels {{(pid=92916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:57:08.171376 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-4bca9e3b-d328-40e5-bb08-0699d06e4c7d req-de4d764d-5904-4e89-9394-a45a4d67c8e2 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a1a1ca1-02c0-4759-868d-46312cf263cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544934 Jul 06 14:57:08.173706 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [req-28477e94-f398-46b1-acc9-5a018a331862 req-26366e7e-f69b-4e4f-a284-d0a744383b58 service neutron] For port 554a6a80-8427-4fd1-9242-028c75282197, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=554a6a80-8427-4fd1-9242-028c75282197,segment=NetworkSegment(a1fa8ca1-94e5-4c01-ad69-f65698d9c409),segment_id=a1fa8ca1-94e5-4c01-ad69-f65698d9c409)] {{(pid=92916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:57:08.180656 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-28477e94-f398-46b1-acc9-5a018a331862 req-26366e7e-f69b-4e4f-a284-d0a744383b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824505'] for port, after_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:08.255973 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 35abb235-c7a3-4263-8048-7a42cb1d2950, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=35abb235-c7a3-4263-8048-7a42cb1d2950,segment=NetworkSegment(b8a69907-b7f8-4f17-967d-07147bf9886f),segment_id=b8a69907-b7f8-4f17-967d-07147bf9886f)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:57:08.269461 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Returning: {'device': '35abb235-c7a3-4263-8048-7a42cb1d2950', 'network_id': '91f1fefc-0198-4f01-a19d-5bd222c1a2ce', 'port_id': '35abb235-c7a3-4263-8048-7a42cb1d2950', 'mac_address': 'fa:16:3e:cf:d4:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffa9830d-1ca2-457e-a1bd-de248713ebca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:57:08.311903 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26366e7e-f69b-4e4f-a284-d0a744383b58 service neutron] Pushing event updated for resources: {'Port': ['ID=554a6a80-8427-4fd1-9242-028c75282197,revision_number=3']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:08.321147 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28477e94-f398-46b1-acc9-5a018a331862 req-26366e7e-f69b-4e4f-a284-d0a744383b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:08.322053 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-28477e94-f398-46b1-acc9-5a018a331862 req-26366e7e-f69b-4e4f-a284-d0a744383b58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for port, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:08.324034 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-28477e94-f398-46b1-acc9-5a018a331862 req-26366e7e-f69b-4e4f-a284-d0a744383b58 service neutron] 10.222.0.25 "PUT /v2.0/ports/554a6a80-8427-4fd1-9242-028c75282197 HTTP/1.1" status: 200 len: 1093 time: 1.7246861 Jul 06 14:57:08.324479 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9896e41e-0fcc-4089-beb9-c1a106cf1b40', 'tag': '554a6a80-8427-4fd1-9242-028c75282197'}] {{(pid=92916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:57:08.329816 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95076a2cfa108320b507fde56cef9a7a3e09023494eaa6cf19f085f96635572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcb69ae-a7fb-4283-abb5-a0a4d3820c53" -d '{"events": [{"name": "network-changed", "server_uuid": "9896e41e-0fcc-4089-beb9-c1a106cf1b40", "tag": "554a6a80-8427-4fd1-9242-028c75282197"}]}' {{(pid=92916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:57:08.353894 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:08.376591 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ebac75-703d-4dbc-84b6-b6756ccf45ef x-openstack-request-id: req-c2ebac75-703d-4dbc-84b6-b6756ccf45ef {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:57:08.377112 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9896e41e-0fcc-4089-beb9-c1a106cf1b40", "tag": "554a6a80-8427-4fd1-9242-028c75282197", "status": "completed", "code": 200}]} {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:57:08.377538 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2ebac75-703d-4dbc-84b6-b6756ccf45ef {{(pid=92916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:57:08.378079 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9896e41e-0fcc-4089-beb9-c1a106cf1b40', 'tag': '554a6a80-8427-4fd1-9242-028c75282197', 'status': 'completed', 'code': 200} Jul 06 14:57:08.395367 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35abb235-c7a3-4263-8048-7a42cb1d2950 {{(pid=92917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:57:08.431420 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 35abb235-c7a3-4263-8048-7a42cb1d2950, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=35abb235-c7a3-4263-8048-7a42cb1d2950,segment=NetworkSegment(b8a69907-b7f8-4f17-967d-07147bf9886f),segment_id=b8a69907-b7f8-4f17-967d-07147bf9886f)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:57:08.445449 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:08.448569 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:57:08.618879 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:08.631604 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28477e94-f398-46b1-acc9-5a018a331862 req-4311af06-dff0-40fa-8aa7-f53b6c818e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:08.635025 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-28477e94-f398-46b1-acc9-5a018a331862 req-4311af06-dff0-40fa-8aa7-f53b6c818e77 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1817bfcb8e354beb83cfd6d1c7f72a50&device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 1096 time: 0.1992128 Jul 06 14:57:08.665071 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97,segment=NetworkSegment(83327677-3fa7-4eb1-9633-734b79c94cf9),segment_id=83327677-3fa7-4eb1-9633-734b79c94cf9)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:57:08.677498 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=35abb235-c7a3-4263-8048-7a42cb1d2950,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:08.712680 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Returning: {'device': 'd4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97', 'network_id': '2d81a714-bd3b-47cb-9f59-3ddb751fc6f0', 'port_id': 'd4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97', 'mac_address': 'fa:16:3e:74:6d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae919faa-8b01-4d16-8cf8-c87e14cfd3f0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:57:08.770841 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-28477e94-f398-46b1-acc9-5a018a331862 req-69aa8668-736e-480b-bbef-50526bd92b64 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=554a6a80-8427-4fd1-9242-028c75282197 HTTP/1.1" status: 200 len: 217 time: 0.1215150 Jul 06 14:57:08.810508 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:08.843926 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97 {{(pid=92917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:57:08.868697 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28477e94-f398-46b1-acc9-5a018a331862 req-50a630ca-f8f5-4419-9d2c-88b2436c0e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:08.872767 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-28477e94-f398-46b1-acc9-5a018a331862 req-50a630ca-f8f5-4419-9d2c-88b2436c0e02 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1431c281-ca69-4953-881e-6e7d559cefaf HTTP/1.1" status: 200 len: 858 time: 0.0980129 Jul 06 14:57:08.886360 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97,segment=NetworkSegment(83327677-3fa7-4eb1-9633-734b79c94cf9),segment_id=83327677-3fa7-4eb1-9633-734b79c94cf9)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:57:08.887837 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-dc32222c-e394-4d3d-bb56-898909952c55 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:08.892390 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-dc32222c-e394-4d3d-bb56-898909952c55 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.25 "GET /v2.0/networks?id=f96a7279-5988-4867-aff6-4945f71924ad HTTP/1.1" status: 200 len: 817 time: 0.4444592 Jul 06 14:57:08.893719 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:08.917488 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3606c-4368-4305-8e2f-211246807154 req-a0532981-2e2f-4c81-ba33-c8a1bfd45836 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:08.917994 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-28477e94-f398-46b1-acc9-5a018a331862 req-6102373a-c843-45a4-b585-cb81aa4b50ff service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fa81ded4-639a-45fc-af54-68a391814316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377498 Jul 06 14:57:08.923143 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a1b3606c-4368-4305-8e2f-211246807154 req-a0532981-2e2f-4c81-ba33-c8a1bfd45836 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7 HTTP/1.1" status: 200 len: 945 time: 0.3285294 Jul 06 14:57:08.992516 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b4d6f992-3b55-42df-ad3c-48b54ec83cd0 req-b96632b5-cf12-4d4d-9fbf-6080e73c65ea tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 210 time: 0.0506432 Jul 06 14:57:09.021246 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:09.022621 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-60e9e8ef-485c-4ef5-935d-77ec5429f11b tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db10d77829764bf49e4461d41eb69399 HTTP/1.1" status: 200 len: 380 time: 0.0974584 Jul 06 14:57:09.043510 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-4ac33495-ac92-46dc-8ed2-fd5c87ad877e tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Request body: {'port': {'device_id': '89375580-f1cb-49e7-9021-031484a37898', 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad', 'admin_state_up': True, 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'security_groups': ['914a7175-4313-4cb2-9f72-42de29f2a2e0']}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:57:09.082070 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a1b3606c-4368-4305-8e2f-211246807154 req-743ec771-073e-45dd-9050-901e50138fda tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425531 Jul 06 14:57:09.119232 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-28477e94-f398-46b1-acc9-5a018a331862 req-cc3ec94b-9136-4392-912e-c422a4c6273c service neutron] 10.222.0.25 "GET /v2.0/networks/fa81ded4-639a-45fc-af54-68a391814316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939142 Jul 06 14:57:09.275639 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-4ac33495-ac92-46dc-8ed2-fd5c87ad877e tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Made reservation on behalf of db10d77829764bf49e4461d41eb69399 for: {'port': 1} {{(pid=92915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:57:09.279578 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-4ac33495-ac92-46dc-8ed2-fd5c87ad877e tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:09.306222 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-28477e94-f398-46b1-acc9-5a018a331862 req-2d8527e8-af1d-4b29-93e4-9554ab911875 service neutron] 10.222.0.25 "GET /v2.0/networks/fa81ded4-639a-45fc-af54-68a391814316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642680 Jul 06 14:57:09.306342 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-aa296970-1fba-475e-ad80-bc5da584fcaa req-4ea07aaf-a120-4cbf-af59-aef000461b54 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 210 time: 0.0460656 Jul 06 14:57:09.323765 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5189bc1-8ce7-4100-a74d-be8308e40b77 req-97f3019c-5c6c-4e6e-8954-94ed80ccbdd8 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:09.329944 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-c5189bc1-8ce7-4100-a74d-be8308e40b77 req-97f3019c-5c6c-4e6e-8954-94ed80ccbdd8 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 943 time: 0.1139994 Jul 06 14:57:09.351979 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:57:09.425300 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-c5189bc1-8ce7-4100-a74d-be8308e40b77 req-e42f6c08-850b-40fc-b109-64d6ba2b0dde tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829725 Jul 06 14:57:09.435613 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['35abb235-c7a3-4263-8048-7a42cb1d2950'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:57:09.540716 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_common [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-4ac33495-ac92-46dc-8ed2-fd5c87ad877e tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Allocated IP 172.20.0.10 (f96a7279-5988-4867-aff6-4945f71924ad/ca664667-a6f7-4c2d-bec6-bb0d219a131a/19694f19-f835-47ec-8e7d-d11823081e9a) {{(pid=92915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:57:09.582236 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb69ae-a7fb-4283-abb5-a0a4d3820c53 req-703d5d77-5c83-43e3-a2b5-44ce588c2930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:09.585110 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-1bcb69ae-a7fb-4283-abb5-a0a4d3820c53 req-703d5d77-5c83-43e3-a2b5-44ce588c2930 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1817bfcb8e354beb83cfd6d1c7f72a50&device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 1096 time: 0.1542408 Jul 06 14:57:09.618729 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576f407-5c6b-44ea-a90b-8116494504a0 req-670f034e-3b65-44d6-9560-860b39229b30 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:09.625906 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3576f407-5c6b-44ea-a90b-8116494504a0 req-670f034e-3b65-44d6-9560-860b39229b30 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0a2751-7888-44ee-b404-92f6a0b4c4c5 HTTP/1.1" status: 200 len: 945 time: 0.1370962 Jul 06 14:57:09.865092 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb69ae-a7fb-4283-abb5-a0a4d3820c53 req-44c7c6c6-4c5d-4db5-be7c-06cee0820132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:09.866778 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-1bcb69ae-a7fb-4283-abb5-a0a4d3820c53 req-44c7c6c6-4c5d-4db5-be7c-06cee0820132 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fa81ded4-639a-45fc-af54-68a391814316 HTTP/1.1" status: 200 len: 919 time: 0.2734537 Jul 06 14:57:09.973496 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-1bcb69ae-a7fb-4283-abb5-a0a4d3820c53 req-4b837708-724b-49cf-afdf-d68ae104b3eb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=554a6a80-8427-4fd1-9242-028c75282197 HTTP/1.1" status: 200 len: 217 time: 0.0989695 Jul 06 14:57:10.093096 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 0d3ef5b9-af08-4e7c-a16a-c007bb7433b9 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:57:10.109937 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 47586) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:10.136816 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb69ae-a7fb-4283-abb5-a0a4d3820c53 req-c03320bc-ccad-4a3c-ad38-b4a11ce31b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:10.145704 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-1bcb69ae-a7fb-4283-abb5-a0a4d3820c53 req-c03320bc-ccad-4a3c-ad38-b4a11ce31b86 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1431c281-ca69-4953-881e-6e7d559cefaf HTTP/1.1" status: 200 len: 858 time: 0.1647182 Jul 06 14:57:10.229322 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-1bcb69ae-a7fb-4283-abb5-a0a4d3820c53 req-ffe9cd2b-4466-420d-99c8-dc3d2754fe75 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fa81ded4-639a-45fc-af54-68a391814316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717576 Jul 06 14:57:10.257925 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-89e34618-b6dd-4526-a562-0a86bc68124e tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:10.259706 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-89e34618-b6dd-4526-a562-0a86bc68124e tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.25 "GET /v2.0/networks?id=3ff68c5b-71a5-4643-a235-ca1e74ec9ec2 HTTP/1.1" status: 200 len: 811 time: 0.2883410 Jul 06 14:57:10.300008 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3576f407-5c6b-44ea-a90b-8116494504a0 req-534b07b1-3a84-4f35-81c1-62da857aa57a tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a1a1ca1-02c0-4759-868d-46312cf263cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6712966 Jul 06 14:57:10.350890 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 0d3ef5b9-af08-4e7c-a16a-c007bb7433b9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0d3ef5b9-af08-4e7c-a16a-c007bb7433b9,segment=NetworkSegment(a1fa8ca1-94e5-4c01-ad69-f65698d9c409),segment_id=a1fa8ca1-94e5-4c01-ad69-f65698d9c409)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:57:10.367488 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Returning: {'device': '0d3ef5b9-af08-4e7c-a16a-c007bb7433b9', 'network_id': 'fa81ded4-639a-45fc-af54-68a391814316', 'port_id': '0d3ef5b9-af08-4e7c-a16a-c007bb7433b9', 'mac_address': 'fa:16:3e:7f:d9:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1431c281-ca69-4953-881e-6e7d559cefaf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:57:10.398191 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-d54d6a05-8c54-49df-a981-c5e10167ee64 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afa5e93041564fd1819d89057c9d3e39 HTTP/1.1" status: 200 len: 380 time: 0.1134925 Jul 06 14:57:10.409463 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-7660804f-d4ac-4c89-8548-6a8651428d16 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Request body: {'port': {'device_id': '50267449-e4dd-4746-ab2b-95d94217b983', 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2', 'admin_state_up': True, 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'security_groups': ['5f60b1c5-9e6a-4808-91d0-8ccc5b457edf']}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:57:10.436703 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e34184bd-5b0c-4bae-a2db-f32a8e65ca22 req-7b150cf6-0a8f-4f47-a3f1-07272fa6fcee tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 210 time: 0.1830370 Jul 06 14:57:10.459750 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-6e9a94f2-8721-4a94-a940-b901b24a3757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:10.464124 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:10.494177 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d3ef5b9-af08-4e7c-a16a-c007bb7433b9 {{(pid=92917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:57:10.542159 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 0d3ef5b9-af08-4e7c-a16a-c007bb7433b9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0d3ef5b9-af08-4e7c-a16a-c007bb7433b9,segment=NetworkSegment(a1fa8ca1-94e5-4c01-ad69-f65698d9c409),segment_id=a1fa8ca1-94e5-4c01-ad69-f65698d9c409)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:57:10.551414 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:10.583669 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-4ac33495-ac92-46dc-8ed2-fd5c87ad877e tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for port, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:10.586135 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.db.api [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-7660804f-d4ac-4c89-8548-6a8651428d16 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 14:57:10.586135 dv-cinder-788363-5-iscsi neutron-server[92915]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 14:57:10.586135 dv-cinder-788363-5-iscsi neutron-server[92915]: [parameters: {'project_id_1': 'afa5e93041564fd1819d89057c9d3e39', 'expiration_1': datetime.datetime(2021, 7, 6, 14, 57, 10, 524962)}] Jul 06 14:57:10.586135 dv-cinder-788363-5-iscsi neutron-server[92915]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:57:10.586453 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG oslo_db.api [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-7660804f-d4ac-4c89-8548-6a8651428d16 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:57:10.615502 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.provisioning_blocks [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-4ac33495-ac92-46dc-8ed2-fd5c87ad877e tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Transition to ACTIVE for port object 19694f19-f835-47ec-8e7d-d11823081e9a will not be triggered until provisioned by entity DHCP. {{(pid=92915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:57:10.639960 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24da14-c64f-4b38-9b55-6de6626598c2 req-1d631a82-70dc-4947-96bf-9989b278150f tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:10.641076 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-7a24da14-c64f-4b38-9b55-6de6626598c2 req-1d631a82-70dc-4947-96bf-9989b278150f tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7 HTTP/1.1" status: 200 len: 945 time: 0.1182978 Jul 06 14:57:10.677260 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=0d3ef5b9-af08-4e7c-a16a-c007bb7433b9,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:10.698813 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-1bcb69ae-a7fb-4283-abb5-a0a4d3820c53 req-4d7376ac-0bf7-40ea-a338-9fe54fb0224e service neutron] 10.222.0.25 "GET /v2.0/networks/fa81ded4-639a-45fc-af54-68a391814316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618587 Jul 06 14:57:10.718049 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-7a24da14-c64f-4b38-9b55-6de6626598c2 req-9d19f587-440a-4831-954e-4fc6c8a37d67 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692210 Jul 06 14:57:10.718831 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-4ac33495-ac92-46dc-8ed2-fd5c87ad877e tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2297291'] for port, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:10.750323 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-7779376a-8c67-4611-bb44-55470942b72c req-3f3bb9fd-6a7b-419e-822b-964f691bad92 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 210 time: 0.0905833 Jul 06 14:57:10.775023 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-4ac33495-ac92-46dc-8ed2-fd5c87ad877e tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Network f96a7279-5988-4867-aff6-4945f71924ad is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:57:10.776545 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-4ac33495-ac92-46dc-8ed2-fd5c87ad877e tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:57:10.792299 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-4ac33495-ac92-46dc-8ed2-fd5c87ad877e tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Received port after_create {{(pid=92915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:57:10.859362 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac33495-ac92-46dc-8ed2-fd5c87ad877e tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Pushing event updated for resources: {'Port': ['ID=19694f19-f835-47ec-8e7d-d11823081e9a,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:10.901414 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['0d3ef5b9-af08-4e7c-a16a-c007bb7433b9'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:57:10.907307 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-4ac33495-ac92-46dc-8ed2-fd5c87ad877e tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:10.908914 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-4ac33495-ac92-46dc-8ed2-fd5c87ad877e tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:11.009412 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f66ba-b6a6-4aa1-ae71-b0100de62858 req-814c97d4-4f32-4535-90e9-3f077e65cab8 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:11.019932 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d78f66ba-b6a6-4aa1-ae71-b0100de62858 req-814c97d4-4f32-4535-90e9-3f077e65cab8 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 943 time: 0.1379845 Jul 06 14:57:11.099767 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d78f66ba-b6a6-4aa1-ae71-b0100de62858 req-12cbfe18-99bf-4a2a-946c-d105ae3563ee tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729406 Jul 06 14:57:11.140946 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-bbccf22b-a730-45b9-bce1-4c893d2407cc None None] Provisioning for port 19694f19-f835-47ec-8e7d-d11823081e9a completed by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:57:11.149454 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-bbccf22b-a730-45b9-bce1-4c893d2407cc None None] Provisioning complete for port 19694f19-f835-47ec-8e7d-d11823081e9a triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:57:11.149833 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-bbccf22b-a730-45b9-bce1-4c893d2407cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:11.202529 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-bbccf22b-a730-45b9-bce1-4c893d2407cc None None] Port 19694f19-f835-47ec-8e7d-d11823081e9a cannot update to ACTIVE because it is not bound. {{(pid=92917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:57:11.211317 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-6e9a94f2-8721-4a94-a940-b901b24a3757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:11.219504 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-6e9a94f2-8721-4a94-a940-b901b24a3757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:11.224915 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-4ac33495-ac92-46dc-8ed2-fd5c87ad877e tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1871920 Jul 06 14:57:11.248378 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-ac1c62f4-daaf-4977-8c29-de3887b3e7a7 service neutron] Request body: {'port': {'device_id': '89375580-f1cb-49e7-9021-031484a37898', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:57:11.276327 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-7660804f-d4ac-4c89-8548-6a8651428d16 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Made reservation on behalf of afa5e93041564fd1819d89057c9d3e39 for: {'port': 1} {{(pid=92915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:57:11.280058 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-7660804f-d4ac-4c89-8548-6a8651428d16 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:11.340381 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-6e9a94f2-8721-4a94-a940-b901b24a3757 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77c6e513852548c5aefc2b1249883e93&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2288079 Jul 06 14:57:11.343064 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 47630) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:11.343517 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a94f2-8721-4a94-a940-b901b24a3757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07369ba0-3295-42c0-8fd6-b0e32ebd13a8,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:11.349890 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-1bcb69ae-a7fb-4283-abb5-a0a4d3820c53 req-bfb6a273-0db0-4d69-8526-f9abfc3dc028 service neutron] 10.222.0.25 "GET /v2.0/networks/fa81ded4-639a-45fc-af54-68a391814316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6196125 Jul 06 14:57:11.425943 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-ac1c62f4-daaf-4977-8c29-de3887b3e7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:11.515209 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008295c-a6c9-4639-bc1d-40f389c067a2 req-0d7e1390-4acb-4980-b6ff-537870e89695 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:11.516992 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-2008295c-a6c9-4639-bc1d-40f389c067a2 req-0d7e1390-4acb-4980-b6ff-537870e89695 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0a2751-7888-44ee-b404-92f6a0b4c4c5 HTTP/1.1" status: 200 len: 945 time: 0.0732453 Jul 06 14:57:11.531121 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-9df5c6b6-6bcd-4805-a17f-c9464fb115a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:11.570162 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-2008295c-a6c9-4639-bc1d-40f389c067a2 req-7c76b107-26ff-4e67-b09a-192d24f182c3 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a1a1ca1-02c0-4759-868d-46312cf263cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440407 Jul 06 14:57:11.609573 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_common [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-7660804f-d4ac-4c89-8548-6a8651428d16 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Allocated IP 172.20.0.11 (3ff68c5b-71a5-4643-a235-ca1e74ec9ec2/759d2c94-0450-42a6-a657-8515f615c234/e852c97b-3cb2-4f78-9e70-f1ea9544930f) {{(pid=92915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:57:11.667241 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-9df5c6b6-6bcd-4805-a17f-c9464fb115a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:11.874701 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-9df5c6b6-6bcd-4805-a17f-c9464fb115a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:11.877701 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-9df5c6b6-6bcd-4805-a17f-c9464fb115a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:11.881392 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-9df5c6b6-6bcd-4805-a17f-c9464fb115a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/07369ba0-3295-42c0-8fd6-b0e32ebd13a8 HTTP/1.1" status: 204 len: 168 time: 0.5349295 Jul 06 14:57:11.892656 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcce43-f6a1-4492-9a53-4ed583e4c125 req-ae398e7c-0e7c-4c20-be14-5fb2ed387585 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:11.894230 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-1ebcce43-f6a1-4492-9a53-4ed583e4c125 req-ae398e7c-0e7c-4c20-be14-5fb2ed387585 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 932 time: 0.2822781 Jul 06 14:57:11.937581 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5c6b6-6bcd-4805-a17f-c9464fb115a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07369ba0-3295-42c0-8fd6-b0e32ebd13a8,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:11.953469 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf8c3d-ac20-4aaa-b3ec-50ee11fb112e req-dc181e8f-785d-429d-805a-7010dbbb40f6 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:11.956127 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-f6bf8c3d-ac20-4aaa-b3ec-50ee11fb112e req-dc181e8f-785d-429d-805a-7010dbbb40f6 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7 HTTP/1.1" status: 200 len: 945 time: 0.0915303 Jul 06 14:57:12.014142 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-7660804f-d4ac-4c89-8548-6a8651428d16 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for port, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:12.042580 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-1ebcce43-f6a1-4492-9a53-4ed583e4c125 req-73da7396-6acc-4bd4-afd1-a0642bf8d842 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318567 Jul 06 14:57:12.045071 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-f6bf8c3d-ac20-4aaa-b3ec-50ee11fb112e req-356da371-d306-4ede-8f15-5a28d21f9089 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820243 Jul 06 14:57:12.068867 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.provisioning_blocks [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-7660804f-d4ac-4c89-8548-6a8651428d16 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Transition to ACTIVE for port object e852c97b-3cb2-4f78-9e70-f1ea9544930f will not be triggered until provisioned by entity DHCP. {{(pid=92915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:57:12.109457 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 554a6a80-8427-4fd1-9242-028c75282197 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:57:12.119802 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 0d3ef5b9-af08-4e7c-a16a-c007bb7433b9 up at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:57:12.141365 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-ac1c62f4-daaf-4977-8c29-de3887b3e7a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19694f19-f835-47ec-8e7d-d11823081e9a {{(pid=92915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:57:12.185077 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-ac1c62f4-daaf-4977-8c29-de3887b3e7a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:12.212452 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.provisioning_blocks [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-ac1c62f4-daaf-4977-8c29-de3887b3e7a7 service neutron] Transition to ACTIVE for port object 19694f19-f835-47ec-8e7d-d11823081e9a will not be triggered until provisioned by entity L2. {{(pid=92915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:57:12.218993 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-ac1c62f4-daaf-4977-8c29-de3887b3e7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2297145'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:12.232303 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-8a1d5e1b-d0ad-4302-832f-3e68f3ec217c req-b5346994-7342-47fc-a68c-86de51268ffc tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 210 time: 0.0473385 Jul 06 14:57:12.233370 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-7660804f-d4ac-4c89-8548-6a8651428d16 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2297291'] for port, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:12.264749 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.db.resource_extend [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 14:57:12.293412 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 47658) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:12.375117 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning for port 0d3ef5b9-af08-4e7c-a16a-c007bb7433b9 completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:57:12.391711 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning complete for port 0d3ef5b9-af08-4e7c-a16a-c007bb7433b9 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:57:12.393281 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:12.461773 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 554a6a80-8427-4fd1-9242-028c75282197, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=554a6a80-8427-4fd1-9242-028c75282197,segment=NetworkSegment(a1fa8ca1-94e5-4c01-ad69-f65698d9c409),segment_id=a1fa8ca1-94e5-4c01-ad69-f65698d9c409)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:57:12.472979 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-7660804f-d4ac-4c89-8548-6a8651428d16 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Network 3ff68c5b-71a5-4643-a235-ca1e74ec9ec2 is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:57:12.479019 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c62f4-daaf-4977-8c29-de3887b3e7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=19694f19-f835-47ec-8e7d-d11823081e9a,revision_number=2']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:12.501883 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-7660804f-d4ac-4c89-8548-6a8651428d16 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:57:12.511479 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-7660804f-d4ac-4c89-8548-6a8651428d16 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Received port after_create {{(pid=92915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:57:12.571806 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 47666) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:12.644521 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-08ac39f6-8f15-419a-bdb6-39cd93e4bc52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:12.654101 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-cca38903-9dbf-4e5c-b4f7-2c94c0403e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:12.664595 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Returning: {'device': '554a6a80-8427-4fd1-9242-028c75282197', 'network_id': 'fa81ded4-639a-45fc-af54-68a391814316', 'port_id': '554a6a80-8427-4fd1-9242-028c75282197', 'mac_address': 'fa:16:3e:f8:9b:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1431c281-ca69-4953-881e-6e7d559cefaf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:57:12.791570 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-08ac39f6-8f15-419a-bdb6-39cd93e4bc52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:12.797584 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:12.808265 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-08ac39f6-8f15-419a-bdb6-39cd93e4bc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:12.851300 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660804f-d4ac-4c89-8548-6a8651428d16 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Pushing event updated for resources: {'Port': ['ID=e852c97b-3cb2-4f78-9e70-f1ea9544930f,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:12.869168 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-7660804f-d4ac-4c89-8548-6a8651428d16 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:12.870170 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-7660804f-d4ac-4c89-8548-6a8651428d16 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:12.888200 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1b98a-7228-4914-a8d7-1174dae6a985 req-dcad851e-dbe1-4e2b-b80e-63228c0ac30a tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:12.897359 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-50a1b98a-7228-4914-a8d7-1174dae6a985 req-dcad851e-dbe1-4e2b-b80e-63228c0ac30a tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 943 time: 0.5904520 Jul 06 14:57:12.922497 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac39f6-8f15-419a-bdb6-39cd93e4bc52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78f37f2-5d56-4008-baef-a843a3f50617,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:12.931028 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-08ac39f6-8f15-419a-bdb6-39cd93e4bc52 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c6863596e32b4c92a53f63a71adbcb02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3575990 Jul 06 14:57:12.935591 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 47672) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:12.961992 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.managers [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-ac1c62f4-daaf-4977-8c29-de3887b3e7a7 service neutron] Attempting to bind port 19694f19-f835-47ec-8e7d-d11823081e9a on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:57:12.962332 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.managers [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-ac1c62f4-daaf-4977-8c29-de3887b3e7a7 service neutron] Attempting to bind port 19694f19-f835-47ec-8e7d-d11823081e9a by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'cb30854e-762f-4ab3-afc5-fc62883d2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad'}] {{(pid=92915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:57:12.962658 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-ac1c62f4-daaf-4977-8c29-de3887b3e7a7 service neutron] Attempting to bind port 19694f19-f835-47ec-8e7d-d11823081e9a on network f96a7279-5988-4867-aff6-4945f71924ad {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:57:12.968112 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-ac1c62f4-daaf-4977-8c29-de3887b3e7a7 service neutron] Port 19694f19-f835-47ec-8e7d-d11823081e9a on network f96a7279-5988-4867-aff6-4945f71924ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:57:12.968440 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-ac1c62f4-daaf-4977-8c29-de3887b3e7a7 service neutron] Attempting to bind port 19694f19-f835-47ec-8e7d-d11823081e9a on network f96a7279-5988-4867-aff6-4945f71924ad {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:57:12.987637 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-ac1c62f4-daaf-4977-8c29-de3887b3e7a7 service neutron] Checking agent: {'id': '04d4ab22-d878-41a9-afec-a7a2984360cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'started_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:57:12.989018 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-ac1c62f4-daaf-4977-8c29-de3887b3e7a7 service neutron] Checking segment: {'id': 'cb30854e-762f-4ab3-afc5-fc62883d2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:57:12.989018 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-ac1c62f4-daaf-4977-8c29-de3887b3e7a7 service neutron] Bound using segment: {'id': 'cb30854e-762f-4ab3-afc5-fc62883d2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad'} {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:57:12.989337 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.managers [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-ac1c62f4-daaf-4977-8c29-de3887b3e7a7 service neutron] Bound port: 19694f19-f835-47ec-8e7d-d11823081e9a, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb30854e-762f-4ab3-afc5-fc62883d2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad'}}] {{(pid=92915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:57:12.990410 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-ac1c62f4-daaf-4977-8c29-de3887b3e7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:13.004465 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 554a6a80-8427-4fd1-9242-028c75282197 {{(pid=92917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:57:13.039514 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-50a1b98a-7228-4914-a8d7-1174dae6a985 req-7ff100f2-3d29-4fac-956a-20c4e7f1d55b tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398976 Jul 06 14:57:13.039746 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790afa5-735c-456c-b21d-68537bac943f req-ba76940f-a49f-4ba6-b2f9-c5d0ecc19aa7 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:13.041456 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-2790afa5-735c-456c-b21d-68537bac943f req-ba76940f-a49f-4ba6-b2f9-c5d0ecc19aa7 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0a2751-7888-44ee-b404-92f6a0b4c4c5 HTTP/1.1" status: 200 len: 945 time: 0.2309017 Jul 06 14:57:13.062818 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 554a6a80-8427-4fd1-9242-028c75282197, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=554a6a80-8427-4fd1-9242-028c75282197,segment=NetworkSegment(a1fa8ca1-94e5-4c01-ad69-f65698d9c409),segment_id=a1fa8ca1-94e5-4c01-ad69-f65698d9c409)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:57:13.066299 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c33e3205-41f0-4842-8054-2da832eac4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:13.067809 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:13.079235 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-cca38903-9dbf-4e5c-b4f7-2c94c0403e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:13.097915 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-cca38903-9dbf-4e5c-b4f7-2c94c0403e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:13.106242 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:13.123756 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9436b35-9023-4069-beba-ab6b9797368c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3ef5b9-af08-4e7c-a16a-c007bb7433b9'}] {{(pid=92917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:57:13.146570 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c33e3205-41f0-4842-8054-2da832eac4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:13.181749 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-7660804f-d4ac-4c89-8548-6a8651428d16 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7763033 Jul 06 14:57:13.191399 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-cca38903-9dbf-4e5c-b4f7-2c94c0403e78 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88d73d50d6ac44199e81a814a2e0100f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8928685 Jul 06 14:57:13.194089 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 47678) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:13.197176 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-2790afa5-735c-456c-b21d-68537bac943f req-b9e32791-f9ac-4c08-9ea6-e1d2ce646bb9 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a1a1ca1-02c0-4759-868d-46312cf263cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439769 Jul 06 14:57:13.197781 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca38903-9dbf-4e5c-b4f7-2c94c0403e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892795dd-77f3-49c0-8353-4404809cd895,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:13.242155 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-372b26e6-e151-4570-a77c-260baeab8a2d service neutron] Request body: {'port': {'device_id': '50267449-e4dd-4746-ab2b-95d94217b983', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:57:13.282667 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c33e3205-41f0-4842-8054-2da832eac4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:13.286293 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c33e3205-41f0-4842-8054-2da832eac4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:13.287620 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-c33e3205-41f0-4842-8054-2da832eac4b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b78f37f2-5d56-4008-baef-a843a3f50617 HTTP/1.1" status: 204 len: 168 time: 0.3465729 Jul 06 14:57:13.320612 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 0d3ef5b9-af08-4e7c-a16a-c007bb7433b9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0d3ef5b9-af08-4e7c-a16a-c007bb7433b9,segment=NetworkSegment(a1fa8ca1-94e5-4c01-ad69-f65698d9c409),segment_id=a1fa8ca1-94e5-4c01-ad69-f65698d9c409)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:57:13.324466 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-ac1c62f4-daaf-4977-8c29-de3887b3e7a7 service neutron] For port 19694f19-f835-47ec-8e7d-d11823081e9a, host hv-cinder-78836, cleared binding levels {{(pid=92915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:57:13.328287 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e3205-41f0-4842-8054-2da832eac4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78f37f2-5d56-4008-baef-a843a3f50617,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:13.328955 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-9544fca1-2f6e-4677-af88-603973245f13 None None] Provisioning for port e852c97b-3cb2-4f78-9e70-f1ea9544930f completed by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:57:13.331671 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-ac1c62f4-daaf-4977-8c29-de3887b3e7a7 service neutron] For port 19694f19-f835-47ec-8e7d-d11823081e9a, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=19694f19-f835-47ec-8e7d-d11823081e9a,segment=NetworkSegment(cb30854e-762f-4ab3-afc5-fc62883d2599),segment_id=cb30854e-762f-4ab3-afc5-fc62883d2599)] {{(pid=92915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:57:13.344790 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:13.346129 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 35abb235-c7a3-4263-8048-7a42cb1d2950 up at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:57:13.363125 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-9544fca1-2f6e-4677-af88-603973245f13 None None] Provisioning complete for port e852c97b-3cb2-4f78-9e70-f1ea9544930f triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:57:13.363825 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-9544fca1-2f6e-4677-af88-603973245f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:13.379075 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-ac1c62f4-daaf-4977-8c29-de3887b3e7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2297145'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:13.463388 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['554a6a80-8427-4fd1-9242-028c75282197'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:57:13.515792 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=554a6a80-8427-4fd1-9242-028c75282197,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:13.522368 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-ac1c62f4-daaf-4977-8c29-de3887b3e7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:13.523187 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-ac1c62f4-daaf-4977-8c29-de3887b3e7a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:13.524490 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-ac1c62f4-daaf-4977-8c29-de3887b3e7a7 service neutron] 10.222.0.25 "PUT /v2.0/ports/19694f19-f835-47ec-8e7d-d11823081e9a HTTP/1.1" status: 200 len: 1094 time: 2.2829051 Jul 06 14:57:13.525465 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89375580-f1cb-49e7-9021-031484a37898', 'tag': '19694f19-f835-47ec-8e7d-d11823081e9a'}] {{(pid=92915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:57:13.527807 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92756195bd967bcafd15386578949a9109be95aebc1330c0508ce0179bff92bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a018d9-580c-41be-af10-8c6153172734" -d '{"events": [{"name": "network-changed", "server_uuid": "89375580-f1cb-49e7-9021-031484a37898", "tag": "19694f19-f835-47ec-8e7d-d11823081e9a"}]}' {{(pid=92915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:57:13.559203 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7a266280-c887-419d-beac-cca3bde7e7f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:13.568003 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3135dc2-9b75-45b5-a9d1-ddc67e225989 req-31997a09-f66a-475b-b3fa-34aa27d5f273 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:13.594297 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-c3135dc2-9b75-45b5-a9d1-ddc67e225989 req-31997a09-f66a-475b-b3fa-34aa27d5f273 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7 HTTP/1.1" status: 200 len: 945 time: 0.1745758 Jul 06 14:57:13.614859 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-372b26e6-e151-4570-a77c-260baeab8a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:13.658038 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-9544fca1-2f6e-4677-af88-603973245f13 None None] Port e852c97b-3cb2-4f78-9e70-f1ea9544930f cannot update to ACTIVE because it is not bound. {{(pid=92917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:57:13.666008 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-c3135dc2-9b75-45b5-a9d1-ddc67e225989 req-4a578df3-9858-497c-b3f9-4fc673e3a9ec tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708091 Jul 06 14:57:13.748421 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ea3ef9b0f14ac6a08de5771e2132c48ed06abd6a52ccf1dddde4c27a9981b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce219be6-35b1-47ed-bd58-cefc3d56a3c0" -d '{"events": [{"server_uuid": "b9436b35-9023-4069-beba-ab6b9797368c", "name": "network-vif-plugged", "status": "completed", "tag": "0d3ef5b9-af08-4e7c-a16a-c007bb7433b9"}]}' {{(pid=92917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:57:13.765406 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7a266280-c887-419d-beac-cca3bde7e7f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:13.778731 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=0d3ef5b9-af08-4e7c-a16a-c007bb7433b9,revision_number=5']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:13.786814 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning for port 35abb235-c7a3-4263-8048-7a42cb1d2950 completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:57:13.796318 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c62f4-daaf-4977-8c29-de3887b3e7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=19694f19-f835-47ec-8e7d-d11823081e9a,revision_number=3']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:13.806777 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning complete for port 35abb235-c7a3-4263-8048-7a42cb1d2950 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:57:13.817183 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:13.850021 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 47696) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:13.870713 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ee122-cf18-4ea8-a6e4-9be8a6015bbe req-c2745a32-d866-47c6-8a74-f076682bc109 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:13.879340 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-107ee122-cf18-4ea8-a6e4-9be8a6015bbe req-c2745a32-d866-47c6-8a74-f076682bc109 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 944 time: 0.5428112 Jul 06 14:57:13.950115 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-146e2c39-eb64-4a6c-9f54-89d2a02f36ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:13.951543 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-146e2c39-eb64-4a6c-9f54-89d2a02f36ca service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=db10d77829764bf49e4461d41eb69399&device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 1097 time: 0.3394694 Jul 06 14:57:13.993199 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-107ee122-cf18-4ea8-a6e4-9be8a6015bbe req-e53e43cc-38bb-40c8-a286-685cff0abdd9 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131794 Jul 06 14:57:14.101451 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-c8602d97-fb17-4a46-b055-fc25ee8e214b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19694f19-f835-47ec-8e7d-d11823081e9a HTTP/1.1" status: 200 len: 217 time: 0.1256831 Jul 06 14:57:14.116348 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:14.161712 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0ce560e8-e55f-4264-9091-8667236fc34b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:14.175725 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 35abb235-c7a3-4263-8048-7a42cb1d2950, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=35abb235-c7a3-4263-8048-7a42cb1d2950,segment=NetworkSegment(b8a69907-b7f8-4f17-967d-07147bf9886f),segment_id=b8a69907-b7f8-4f17-967d-07147bf9886f)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:57:14.197248 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:14.198111 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97 up at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:57:14.289307 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-372b26e6-e151-4570-a77c-260baeab8a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e852c97b-3cb2-4f78-9e70-f1ea9544930f {{(pid=92915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:57:14.290597 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9197121-808b-4905-91b1-3ef2ff589494 req-1cdb80bc-d9a6-4bf2-9eec-991b231a1b6e tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:14.293243 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-f9197121-808b-4905-91b1-3ef2ff589494 req-1cdb80bc-d9a6-4bf2-9eec-991b231a1b6e tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 932 time: 0.2367818 Jul 06 14:57:14.297478 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-372b26e6-e151-4570-a77c-260baeab8a2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:14.299576 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 6 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:57:14.304508 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb5bc59-a424-4ceb-8659-c668b899b329 x-openstack-request-id: req-4eb5bc59-a424-4ceb-8659-c668b899b329 {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:57:14.304850 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89375580-f1cb-49e7-9021-031484a37898", "tag": "19694f19-f835-47ec-8e7d-d11823081e9a", "status": "completed", "code": 200}]} {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:57:14.305068 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4eb5bc59-a424-4ceb-8659-c668b899b329 {{(pid=92915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:57:14.305439 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89375580-f1cb-49e7-9021-031484a37898', 'tag': '19694f19-f835-47ec-8e7d-d11823081e9a', 'status': 'completed', 'code': 200} Jul 06 14:57:14.317250 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=35abb235-c7a3-4263-8048-7a42cb1d2950,revision_number=5']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:14.338287 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning for port d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97 completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:57:14.344609 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7a266280-c887-419d-beac-cca3bde7e7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:14.345001 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning complete for port d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:57:14.345568 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:14.347225 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7a266280-c887-419d-beac-cca3bde7e7f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:14.348296 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-7a266280-c887-419d-beac-cca3bde7e7f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/892795dd-77f3-49c0-8353-4404809cd895 HTTP/1.1" status: 204 len: 168 time: 1.1211951 Jul 06 14:57:14.349545 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.provisioning_blocks [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-372b26e6-e151-4570-a77c-260baeab8a2d service neutron] Transition to ACTIVE for port object e852c97b-3cb2-4f78-9e70-f1ea9544930f will not be triggered until provisioned by entity L2. {{(pid=92915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:57:14.371094 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a266280-c887-419d-beac-cca3bde7e7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892795dd-77f3-49c0-8353-4404809cd895,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:14.373531 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-372b26e6-e151-4570-a77c-260baeab8a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2297145'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:14.389774 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-db23a04e-9a9b-45fb-884f-da2ef969f3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:14.391609 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-db23a04e-9a9b-45fb-884f-da2ef969f3d6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ca664667-a6f7-4c2d-bec6-bb0d219a131a HTTP/1.1" status: 200 len: 856 time: 0.0889099 Jul 06 14:57:14.414901 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-f9197121-808b-4905-91b1-3ef2ff589494 req-2b3c4bce-d4c6-469c-a479-f082a0a72739 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016383 Jul 06 14:57:14.490121 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b26e6-e151-4570-a77c-260baeab8a2d service neutron] Pushing event updated for resources: {'Port': ['ID=e852c97b-3cb2-4f78-9e70-f1ea9544930f,revision_number=2']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:14.542918 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0ce560e8-e55f-4264-9091-8667236fc34b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:14.553593 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:14.554819 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0ce560e8-e55f-4264-9091-8667236fc34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:14.600976 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-e4e69594-a452-4cd1-8cab-d25d33131695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:14.603713 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-e4e69594-a452-4cd1-8cab-d25d33131695 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f96a7279-5988-4867-aff6-4945f71924ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1853964 Jul 06 14:57:14.646486 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97,segment=NetworkSegment(83327677-3fa7-4eb1-9633-734b79c94cf9),segment_id=83327677-3fa7-4eb1-9633-734b79c94cf9)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:57:14.649816 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-0ce560e8-e55f-4264-9091-8667236fc34b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa085a4ee5c949a5a73edb252b0e8ba9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7986863 Jul 06 14:57:14.650778 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce560e8-e55f-4264-9091-8667236fc34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f9fe4a-9040-4e36-a9d8-3bf41cf7c177,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:14.653468 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 47718) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:14.657172 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:14.667497 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.managers [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-372b26e6-e151-4570-a77c-260baeab8a2d service neutron] Attempting to bind port e852c97b-3cb2-4f78-9e70-f1ea9544930f on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:57:14.668067 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.managers [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-372b26e6-e151-4570-a77c-260baeab8a2d service neutron] Attempting to bind port e852c97b-3cb2-4f78-9e70-f1ea9544930f by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '6e67dca4-9076-477c-8ff5-c332e7f6363b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2'}] {{(pid=92915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:57:14.668753 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-372b26e6-e151-4570-a77c-260baeab8a2d service neutron] Attempting to bind port e852c97b-3cb2-4f78-9e70-f1ea9544930f on network 3ff68c5b-71a5-4643-a235-ca1e74ec9ec2 {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:57:14.717695 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-372b26e6-e151-4570-a77c-260baeab8a2d service neutron] Port e852c97b-3cb2-4f78-9e70-f1ea9544930f on network 3ff68c5b-71a5-4643-a235-ca1e74ec9ec2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:57:14.717871 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-372b26e6-e151-4570-a77c-260baeab8a2d service neutron] Attempting to bind port e852c97b-3cb2-4f78-9e70-f1ea9544930f on network 3ff68c5b-71a5-4643-a235-ca1e74ec9ec2 {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:57:14.733718 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-372b26e6-e151-4570-a77c-260baeab8a2d service neutron] Checking agent: {'id': '04d4ab22-d878-41a9-afec-a7a2984360cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'started_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:57:14.734319 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-372b26e6-e151-4570-a77c-260baeab8a2d service neutron] Checking segment: {'id': '6e67dca4-9076-477c-8ff5-c332e7f6363b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:57:14.734935 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-372b26e6-e151-4570-a77c-260baeab8a2d service neutron] Bound using segment: {'id': '6e67dca4-9076-477c-8ff5-c332e7f6363b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2'} {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:57:14.735805 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.managers [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-372b26e6-e151-4570-a77c-260baeab8a2d service neutron] Bound port: e852c97b-3cb2-4f78-9e70-f1ea9544930f, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e67dca4-9076-477c-8ff5-c332e7f6363b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2'}}] {{(pid=92915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:57:14.736505 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-372b26e6-e151-4570-a77c-260baeab8a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:14.806408 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6229824a-3517-49db-9ace-cbfd43f6895e x-openstack-request-id: req-6229824a-3517-49db-9ace-cbfd43f6895e {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:57:14.806726 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9436b35-9023-4069-beba-ab6b9797368c", "name": "network-vif-plugged", "status": "completed", "tag": "0d3ef5b9-af08-4e7c-a16a-c007bb7433b9", "code": 200}]} {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:57:14.807007 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6229824a-3517-49db-9ace-cbfd43f6895e {{(pid=92917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:57:14.807580 dv-cinder-788363-5-iscsi neutron-server[92917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9436b35-9023-4069-beba-ab6b9797368c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3ef5b9-af08-4e7c-a16a-c007bb7433b9', 'code': 200} Jul 06 14:57:14.858341 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97,revision_number=5']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:14.902295 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-2371af6b-d09f-4bb8-b6d7-8265831f1179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:14.953079 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-2371af6b-d09f-4bb8-b6d7-8265831f1179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:15.009257 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a90021-6351-450a-a184-6cf91f97f8a4 req-8a103fe2-d102-43df-b39b-4a0c38ca67cc tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:15.019079 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-d07c6e79-8f74-40d3-9408-60cb2012c7c4 service neutron] 10.222.0.25 "GET /v2.0/networks/f96a7279-5988-4867-aff6-4945f71924ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987515 Jul 06 14:57:15.026865 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-99a90021-6351-450a-a184-6cf91f97f8a4 req-8a103fe2-d102-43df-b39b-4a0c38ca67cc tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 944 time: 0.2487288 Jul 06 14:57:15.076973 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-99a90021-6351-450a-a184-6cf91f97f8a4 req-31f41b79-c23e-4314-8092-51f7d3d97a4c tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489552 Jul 06 14:57:15.077500 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 47732) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:15.090640 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-2371af6b-d09f-4bb8-b6d7-8265831f1179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:15.097671 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-2371af6b-d09f-4bb8-b6d7-8265831f1179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:15.101130 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-2371af6b-d09f-4bb8-b6d7-8265831f1179 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14f9fe4a-9040-4e36-a9d8-3bf41cf7c177 HTTP/1.1" status: 204 len: 168 time: 0.4444058 Jul 06 14:57:15.122195 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c9c66094-eeef-45fc-b47b-abc7a2f50c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:15.158329 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2371af6b-d09f-4bb8-b6d7-8265831f1179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f9fe4a-9040-4e36-a9d8-3bf41cf7c177,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:15.217473 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-372b26e6-e151-4570-a77c-260baeab8a2d service neutron] For port e852c97b-3cb2-4f78-9e70-f1ea9544930f, host hv-cinder-78836, cleared binding levels {{(pid=92915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:57:15.242146 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-372b26e6-e151-4570-a77c-260baeab8a2d service neutron] For port e852c97b-3cb2-4f78-9e70-f1ea9544930f, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e852c97b-3cb2-4f78-9e70-f1ea9544930f,segment=NetworkSegment(6e67dca4-9076-477c-8ff5-c332e7f6363b),segment_id=6e67dca4-9076-477c-8ff5-c332e7f6363b)] {{(pid=92915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:57:15.262183 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-372b26e6-e151-4570-a77c-260baeab8a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2297145'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:15.410933 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ac06a-ba9b-47b1-8f72-dbab72869ed3 req-fe0f7098-3549-4b77-a4bc-903dcd818cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:15.412456 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-2c8ac06a-ba9b-47b1-8f72-dbab72869ed3 req-fe0f7098-3549-4b77-a4bc-903dcd818cf5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 1099 time: 0.2152181 Jul 06 14:57:15.452479 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b0307-a585-4809-b170-f46d5b39f83e req-287b5e19-e847-40ea-9a04-6bf8b8dd9bb5 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:15.454030 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b30b0307-a585-4809-b170-f46d5b39f83e req-287b5e19-e847-40ea-9a04-6bf8b8dd9bb5 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7 HTTP/1.1" status: 200 len: 946 time: 0.1898475 Jul 06 14:57:15.463376 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-2c8ac06a-ba9b-47b1-8f72-dbab72869ed3 req-6b61e9aa-553e-4776-8d93-99c1d102ba0c service neutron] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:15.511696 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c9c66094-eeef-45fc-b47b-abc7a2f50c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:15.530574 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c9c66094-eeef-45fc-b47b-abc7a2f50c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:15.543107 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e4b291e6-b29a-41e8-973b-23fa52e67642 req-febcdc7c-3bee-4e01-a6f4-ef1f9e2a6a7e service neutron] 10.222.0.25 "GET /v2.0/networks/f96a7279-5988-4867-aff6-4945f71924ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5147786 Jul 06 14:57:15.546411 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-372b26e6-e151-4570-a77c-260baeab8a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:15.547094 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-372b26e6-e151-4570-a77c-260baeab8a2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:15.549248 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-372b26e6-e151-4570-a77c-260baeab8a2d service neutron] 10.222.0.25 "PUT /v2.0/ports/e852c97b-3cb2-4f78-9e70-f1ea9544930f HTTP/1.1" status: 200 len: 1094 time: 2.3133786 Jul 06 14:57:15.581899 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74893b-b69a-489a-bbbf-4a74f96eda8e req-59ab5cc9-269f-41fd-9d9e-51d7f2467de0 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:15.590498 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-8d74893b-b69a-489a-bbbf-4a74f96eda8e req-59ab5cc9-269f-41fd-9d9e-51d7f2467de0 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0a2751-7888-44ee-b404-92f6a0b4c4c5 HTTP/1.1" status: 200 len: 946 time: 0.5028174 Jul 06 14:57:15.601808 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b26e6-e151-4570-a77c-260baeab8a2d service neutron] Pushing event updated for resources: {'Port': ['ID=e852c97b-3cb2-4f78-9e70-f1ea9544930f,revision_number=3']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:15.604050 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b30b0307-a585-4809-b170-f46d5b39f83e req-e09e8d8c-d2ef-43b5-86e4-c9afb523702d tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386023 Jul 06 14:57:15.658060 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-c9c66094-eeef-45fc-b47b-abc7a2f50c0d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18796acb0a9845fbbeab58eee119fc17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5738003 Jul 06 14:57:15.663952 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 47744) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:15.672503 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c66094-eeef-45fc-b47b-abc7a2f50c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53d829b-26a0-4b42-a693-ed14d56d4f3d,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:15.693179 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-8d74893b-b69a-489a-bbbf-4a74f96eda8e req-47855f4c-6891-43e2-a0b1-25824b9b96fd tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a1a1ca1-02c0-4759-868d-46312cf263cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989840 Jul 06 14:57:15.788348 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-830e83e4-08b2-4872-b87a-fdf32a6ca5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:15.849717 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-2c8ac06a-ba9b-47b1-8f72-dbab72869ed3 req-6b61e9aa-553e-4776-8d93-99c1d102ba0c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:15.857928 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 47748) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:15.885421 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-2c8ac06a-ba9b-47b1-8f72-dbab72869ed3 req-6b61e9aa-553e-4776-8d93-99c1d102ba0c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:15.931316 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a018d9-580c-41be-af10-8c6153172734 req-fc3ecc4d-be19-4e1b-9253-406145d8e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:15.932802 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-41a018d9-580c-41be-af10-8c6153172734 req-fc3ecc4d-be19-4e1b-9253-406145d8e16b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=db10d77829764bf49e4461d41eb69399&device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 1097 time: 0.2386737 Jul 06 14:57:15.934589 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-830e83e4-08b2-4872-b87a-fdf32a6ca5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:15.938017 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-2c8ac06a-ba9b-47b1-8f72-dbab72869ed3 req-6b61e9aa-553e-4776-8d93-99c1d102ba0c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5126464 Jul 06 14:57:15.959296 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-b130c74d-1186-4eea-aa3a-2e0c9fff4ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:15.971330 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-e16a9e87-7417-4238-ae96-d3bc0bb2f9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:15.972968 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-e16a9e87-7417-4238-ae96-d3bc0bb2f9f2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=afa5e93041564fd1819d89057c9d3e39&device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 1097 time: 0.2776906 Jul 06 14:57:16.017407 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64046d3f-15a9-40fc-9120-5d8306f8f17a req-660a81fd-0018-4180-ba54-a1893e14ceff tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:16.020331 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-64046d3f-15a9-40fc-9120-5d8306f8f17a req-660a81fd-0018-4180-ba54-a1893e14ceff tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 944 time: 0.0925076 Jul 06 14:57:16.042780 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61e9aa-553e-4776-8d93-99c1d102ba0c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6d171373-b74c-40d3-b0f0-c439ef4acf99,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:16.089806 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-830e83e4-08b2-4872-b87a-fdf32a6ca5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:16.092411 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-830e83e4-08b2-4872-b87a-fdf32a6ca5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:16.092574 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-64046d3f-15a9-40fc-9120-5d8306f8f17a req-5aba6dd9-aa24-4b66-816d-c8933dec4c1a tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605788 Jul 06 14:57:16.093561 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-830e83e4-08b2-4872-b87a-fdf32a6ca5bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e53d829b-26a0-4b42-a693-ed14d56d4f3d HTTP/1.1" status: 204 len: 168 time: 0.4286304 Jul 06 14:57:16.121446 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff03ddf-65ab-4e10-9dcc-10c8a1b523c1 req-0f6c1d0c-6158-4903-9957-12474269f38c tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:16.123147 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-6ff03ddf-65ab-4e10-9dcc-10c8a1b523c1 req-0f6c1d0c-6158-4903-9957-12474269f38c tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 944 time: 0.1938133 Jul 06 14:57:16.124085 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e83e4-08b2-4872-b87a-fdf32a6ca5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53d829b-26a0-4b42-a693-ed14d56d4f3d,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:16.132069 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 554a6a80-8427-4fd1-9242-028c75282197 up at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:57:16.206480 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-6ff03ddf-65ab-4e10-9dcc-10c8a1b523c1 req-03f69000-26f8-44b9-ba36-413c074ba035 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625393 Jul 06 14:57:16.234080 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-b130c74d-1186-4eea-aa3a-2e0c9fff4ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:16.242090 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-b130c74d-1186-4eea-aa3a-2e0c9fff4ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:16.300971 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning for port 554a6a80-8427-4fd1-9242-028c75282197 completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:57:16.306957 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning complete for port 554a6a80-8427-4fd1-9242-028c75282197 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:57:16.307379 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:16.341453 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-b130c74d-1186-4eea-aa3a-2e0c9fff4ba4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a629c4d63c2e439d9b78d492fb113365&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4822888 Jul 06 14:57:16.342285 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130c74d-1186-4eea-aa3a-2e0c9fff4ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4580c3-3ffc-4cc7-8ae2-b6db1463f597,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:16.345520 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 47762) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:16.361551 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50267449-e4dd-4746-ab2b-95d94217b983', 'tag': 'e852c97b-3cb2-4f78-9e70-f1ea9544930f'}] {{(pid=92915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:57:16.376744 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92756195bd967bcafd15386578949a9109be95aebc1330c0508ce0179bff92bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce76a38-0023-4123-aec9-c09f8786dd61" -d '{"events": [{"name": "network-changed", "server_uuid": "50267449-e4dd-4746-ab2b-95d94217b983", "tag": "e852c97b-3cb2-4f78-9e70-f1ea9544930f"}]}' {{(pid=92915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:57:16.429554 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-edc9b300-3160-47ae-9089-a7cf73b3d1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:16.453740 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670e8732-a1c9-49f7-972a-f0b6beebd72f x-openstack-request-id: req-670e8732-a1c9-49f7-972a-f0b6beebd72f {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:57:16.454034 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50267449-e4dd-4746-ab2b-95d94217b983", "tag": "e852c97b-3cb2-4f78-9e70-f1ea9544930f", "status": "completed", "code": 200}]} {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:57:16.454361 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-670e8732-a1c9-49f7-972a-f0b6beebd72f {{(pid=92915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:57:16.454785 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50267449-e4dd-4746-ab2b-95d94217b983', 'tag': 'e852c97b-3cb2-4f78-9e70-f1ea9544930f', 'status': 'completed', 'code': 200} Jul 06 14:57:16.460511 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-edc9b300-3160-47ae-9089-a7cf73b3d1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:16.487992 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:16.490932 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-e68ba4cb-c6ae-4523-8536-ea8887a959c5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e852c97b-3cb2-4f78-9e70-f1ea9544930f HTTP/1.1" status: 200 len: 217 time: 0.2520287 Jul 06 14:57:16.526503 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-edc9b300-3160-47ae-9089-a7cf73b3d1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:16.530448 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-edc9b300-3160-47ae-9089-a7cf73b3d1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:16.535025 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-edc9b300-3160-47ae-9089-a7cf73b3d1a8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be4580c3-3ffc-4cc7-8ae2-b6db1463f597 HTTP/1.1" status: 204 len: 168 time: 0.1865737 Jul 06 14:57:16.547828 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9b300-3160-47ae-9089-a7cf73b3d1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4580c3-3ffc-4cc7-8ae2-b6db1463f597,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:16.553962 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 554a6a80-8427-4fd1-9242-028c75282197, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=554a6a80-8427-4fd1-9242-028c75282197,segment=NetworkSegment(a1fa8ca1-94e5-4c01-ad69-f65698d9c409),segment_id=a1fa8ca1-94e5-4c01-ad69-f65698d9c409)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:57:16.575872 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:16.638023 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-fc9dbdc6-1b55-48ab-a34b-fc6c49d6dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:16.639538 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-fc9dbdc6-1b55-48ab-a34b-fc6c49d6dba6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=759d2c94-0450-42a6-a657-8515f615c234 HTTP/1.1" status: 200 len: 850 time: 0.1346836 Jul 06 14:57:16.645758 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a018d9-580c-41be-af10-8c6153172734 req-9766ef86-4520-4334-b5bd-ee06d4e07987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:16.647519 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-41a018d9-580c-41be-af10-8c6153172734 req-9766ef86-4520-4334-b5bd-ee06d4e07987 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f96a7279-5988-4867-aff6-4945f71924ad HTTP/1.1" status: 200 len: 918 time: 0.4408031 Jul 06 14:57:16.665649 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53b9e1-3ebd-4f14-8791-a1266dbc3a78 req-1264441a-1986-45c5-96bb-c69f708d615c tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:16.667326 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0e53b9e1-3ebd-4f14-8791-a1266dbc3a78 req-1264441a-1986-45c5-96bb-c69f708d615c tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 944 time: 0.2818744 Jul 06 14:57:16.675219 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=554a6a80-8427-4fd1-9242-028c75282197,revision_number=5']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:16.746477 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-41a018d9-580c-41be-af10-8c6153172734 req-7b29252a-5985-495a-bf45-7aac690208ba service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19694f19-f835-47ec-8e7d-d11823081e9a HTTP/1.1" status: 200 len: 217 time: 0.0781484 Jul 06 14:57:16.808900 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35abb235-c7a3-4263-8048-7a42cb1d2950'}, {'server_uuid': 'ca0a2751-7888-44ee-b404-92f6a0b4c4c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97'}, {'server_uuid': '9896e41e-0fcc-4089-beb9-c1a106cf1b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554a6a80-8427-4fd1-9242-028c75282197'}] {{(pid=92917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:57:16.811263 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ea3ef9b0f14ac6a08de5771e2132c48ed06abd6a52ccf1dddde4c27a9981b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a463c4-3200-43f6-b145-ece094994d08" -d '{"events": [{"server_uuid": "ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7", "name": "network-vif-plugged", "status": "completed", "tag": "35abb235-c7a3-4263-8048-7a42cb1d2950"}, {"server_uuid": "ca0a2751-7888-44ee-b404-92f6a0b4c4c5", "name": "network-vif-plugged", "status": "completed", "tag": "d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97"}, {"server_uuid": "9896e41e-0fcc-4089-beb9-c1a106cf1b40", "name": "network-vif-plugged", "status": "completed", "tag": "554a6a80-8427-4fd1-9242-028c75282197"}]}' {{(pid=92917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:57:16.820564 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0e53b9e1-3ebd-4f14-8791-a1266dbc3a78 req-2775b9a3-80d1-4002-9800-6f874405e7ff tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421850 Jul 06 14:57:16.865754 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a018d9-580c-41be-af10-8c6153172734 req-023cad71-2214-4328-a5ec-29df1697a152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:16.869754 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-41a018d9-580c-41be-af10-8c6153172734 req-023cad71-2214-4328-a5ec-29df1697a152 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ca664667-a6f7-4c2d-bec6-bb0d219a131a HTTP/1.1" status: 200 len: 856 time: 0.1160183 Jul 06 14:57:16.884523 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-d8f5c240-e0d4-4169-8640-2c30c2aeccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:16.885977 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-d8f5c240-e0d4-4169-8640-2c30c2aeccf4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3ff68c5b-71a5-4643-a235-ca1e74ec9ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2374756 Jul 06 14:57:16.918698 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539286f-ded0-4ba9-b820-ec49c9c666e9 req-c8fd978c-eadc-43cd-ba77-153b6a658d50 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:16.921140 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d539286f-ded0-4ba9-b820-ec49c9c666e9 req-c8fd978c-eadc-43cd-ba77-153b6a658d50 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7 HTTP/1.1" status: 200 len: 946 time: 0.1443069 Jul 06 14:57:16.984085 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d539286f-ded0-4ba9-b820-ec49c9c666e9 req-99d6da5d-83eb-4ac1-95a3-65d2cf1140c8 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571668 Jul 06 14:57:17.054567 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 06 Jul 2021 14:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5d8333-956f-4f67-bd67-5a2ab2b3fddb x-openstack-request-id: req-5f5d8333-956f-4f67-bd67-5a2ab2b3fddb {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:57:17.054728 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7", "name": "network-vif-plugged", "status": "completed", "tag": "35abb235-c7a3-4263-8048-7a42cb1d2950", "code": 200}, {"server_uuid": "ca0a2751-7888-44ee-b404-92f6a0b4c4c5", "name": "network-vif-plugged", "status": "completed", "tag": "d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97", "code": 200}, {"server_uuid": "9896e41e-0fcc-4089-beb9-c1a106cf1b40", "name": "network-vif-plugged", "status": "completed", "tag": "554a6a80-8427-4fd1-9242-028c75282197", "code": 200}]} {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:57:17.055081 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f5d8333-956f-4f67-bd67-5a2ab2b3fddb {{(pid=92917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:57:17.055635 dv-cinder-788363-5-iscsi neutron-server[92917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35abb235-c7a3-4263-8048-7a42cb1d2950', 'code': 200} Jul 06 14:57:17.055886 dv-cinder-788363-5-iscsi neutron-server[92917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0a2751-7888-44ee-b404-92f6a0b4c4c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97', 'code': 200} Jul 06 14:57:17.056220 dv-cinder-788363-5-iscsi neutron-server[92917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9896e41e-0fcc-4089-beb9-c1a106cf1b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554a6a80-8427-4fd1-9242-028c75282197', 'code': 200} Jul 06 14:57:17.139167 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-55b2a509-b0b3-48b5-9e44-9c79ecde43d3 service neutron] 10.222.0.25 "GET /v2.0/networks/3ff68c5b-71a5-4643-a235-ca1e74ec9ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365167 Jul 06 14:57:17.144453 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a018d9-580c-41be-af10-8c6153172734 req-cc81f562-0fef-4d93-810b-efe33d9526b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:17.146686 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-41a018d9-580c-41be-af10-8c6153172734 req-cc81f562-0fef-4d93-810b-efe33d9526b6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f96a7279-5988-4867-aff6-4945f71924ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2646992 Jul 06 14:57:17.160653 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcb3f7-eb54-49f7-96dd-db3e9ba88a0f req-2c7accad-014f-42e0-a7b9-6201d2e40e95 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:17.167755 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e5dcb3f7-eb54-49f7-96dd-db3e9ba88a0f req-2c7accad-014f-42e0-a7b9-6201d2e40e95 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0a2751-7888-44ee-b404-92f6a0b4c4c5 HTTP/1.1" status: 200 len: 946 time: 0.1490963 Jul 06 14:57:17.425973 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e5dcb3f7-eb54-49f7-96dd-db3e9ba88a0f req-b993ff4c-3325-4852-9174-5c0cad04aed3 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a1a1ca1-02c0-4759-868d-46312cf263cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571735 Jul 06 14:57:17.484646 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea6e16-8dee-4041-9f48-290c53ad616f req-5b3d1740-c435-44cb-96bd-8bada5bae447 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:17.500178 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b3ea6e16-8dee-4041-9f48-290c53ad616f req-5b3d1740-c435-44cb-96bd-8bada5bae447 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 944 time: 0.1173875 Jul 06 14:57:17.623965 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b3ea6e16-8dee-4041-9f48-290c53ad616f req-0f08b05f-d432-4e83-921d-c7de45d5daa8 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198766 Jul 06 14:57:17.657166 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-41a018d9-580c-41be-af10-8c6153172734 req-30ed0805-50fa-47f0-a350-d638432d222f service neutron] 10.222.0.25 "GET /v2.0/networks/f96a7279-5988-4867-aff6-4945f71924ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4871511 Jul 06 14:57:17.673087 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b8edb17d-038b-4a50-ac88-336db5cc80f8 req-2f77842e-01df-4e05-a980-69ea41b81137 service neutron] 10.222.0.25 "GET /v2.0/networks/3ff68c5b-71a5-4643-a235-ca1e74ec9ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5014381 Jul 06 14:57:18.046090 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-41a018d9-580c-41be-af10-8c6153172734 req-dad08445-acfc-4e39-adc6-3b20acad6729 service neutron] 10.222.0.25 "GET /v2.0/networks/f96a7279-5988-4867-aff6-4945f71924ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721473 Jul 06 14:57:18.160482 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 19694f19-f835-47ec-8e7d-d11823081e9a details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:57:18.242506 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69464789-60bb-49ac-8fcf-d64a17a5ce78 req-68819089-bde4-4ba4-acfe-54197eb0d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:18.245072 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-69464789-60bb-49ac-8fcf-d64a17a5ce78 req-68819089-bde4-4ba4-acfe-54197eb0d0c4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 1098 time: 0.3320901 Jul 06 14:57:18.345739 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-69464789-60bb-49ac-8fcf-d64a17a5ce78 req-4057f842-d5d2-4d52-bcf1-21810450db21 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902586 Jul 06 14:57:18.349675 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d8deb-1e7c-4ce4-a355-a33c52a97f9e req-1da64c71-7b79-4b82-ba21-1e7b13c36f5d tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:18.357881 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-593d8deb-1e7c-4ce4-a355-a33c52a97f9e req-1da64c71-7b79-4b82-ba21-1e7b13c36f5d tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 944 time: 0.5556495 Jul 06 14:57:18.364333 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1dd5b-457c-4c19-8ca4-1799be573845 req-28b60ba3-69d0-4d33-9b31-a3b400101fe2 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:18.365938 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce76a38-0023-4123-aec9-c09f8786dd61 req-9417fa29-46f4-4765-8037-de10962055f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:18.367830 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3ce76a38-0023-4123-aec9-c09f8786dd61 req-9417fa29-46f4-4765-8037-de10962055f5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=afa5e93041564fd1819d89057c9d3e39&device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 1097 time: 0.3300800 Jul 06 14:57:18.368620 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-92f1dd5b-457c-4c19-8ca4-1799be573845 req-28b60ba3-69d0-4d33-9b31-a3b400101fe2 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.2315893 Jul 06 14:57:18.372626 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdec2ef-6172-4430-8c93-4b2e4ecfe545 req-3ec162c9-2afe-4936-8f47-decf07852d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:18.375123 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4fdec2ef-6172-4430-8c93-4b2e4ecfe545 req-3ec162c9-2afe-4936-8f47-decf07852d68 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7 HTTP/1.1" status: 200 len: 1099 time: 0.3643773 Jul 06 14:57:18.393728 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 19694f19-f835-47ec-8e7d-d11823081e9a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=19694f19-f835-47ec-8e7d-d11823081e9a,segment=NetworkSegment(cb30854e-762f-4ab3-afc5-fc62883d2599),segment_id=cb30854e-762f-4ab3-afc5-fc62883d2599)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:57:18.420879 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-593d8deb-1e7c-4ce4-a355-a33c52a97f9e req-3e081929-2506-4ec0-b6a5-7f924bdddde6 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620053 Jul 06 14:57:18.425592 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Returning: {'device': '19694f19-f835-47ec-8e7d-d11823081e9a', 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad', 'port_id': '19694f19-f835-47ec-8e7d-d11823081e9a', 'mac_address': 'fa:16:3e:ad:2b:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:57:18.434460 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-92f1dd5b-457c-4c19-8ca4-1799be573845 req-05f094af-6060-4786-af05-7f87aa5194e2 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527999 Jul 06 14:57:18.438650 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d4a41-ce0a-46b9-a721-785b8883253c req-f60195b3-2aee-48d8-9bac-2c349f059b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:18.448191 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-618d4a41-ce0a-46b9-a721-785b8883253c req-f60195b3-2aee-48d8-9bac-2c349f059b54 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ca0a2751-7888-44ee-b404-92f6a0b4c4c5 HTTP/1.1" status: 200 len: 1099 time: 0.3079402 Jul 06 14:57:18.496341 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:18.523504 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19694f19-f835-47ec-8e7d-d11823081e9a {{(pid=92917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:57:18.554735 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 19694f19-f835-47ec-8e7d-d11823081e9a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=19694f19-f835-47ec-8e7d-d11823081e9a,segment=NetworkSegment(cb30854e-762f-4ab3-afc5-fc62883d2599),segment_id=cb30854e-762f-4ab3-afc5-fc62883d2599)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:57:18.560827 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:18.647404 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=19694f19-f835-47ec-8e7d-d11823081e9a,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:18.687112 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4fdec2ef-6172-4430-8c93-4b2e4ecfe545 req-861f5502-35cc-4430-9442-4bd4f63818a9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675311 Jul 06 14:57:18.759585 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6550862-199b-42cf-8cf8-759315829460 req-050f136e-4421-45d0-b5f2-11a75117d815 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:18.761170 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-c6550862-199b-42cf-8cf8-759315829460 req-050f136e-4421-45d0-b5f2-11a75117d815 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0a2751-7888-44ee-b404-92f6a0b4c4c5 HTTP/1.1" status: 200 len: 946 time: 0.0893466 Jul 06 14:57:18.807451 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-618d4a41-ce0a-46b9-a721-785b8883253c req-173d2cc6-961e-4667-8b30-17ab5b766290 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1a1a1ca1-02c0-4759-868d-46312cf263cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425495 Jul 06 14:57:18.809462 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 47864) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:18.819848 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-c6550862-199b-42cf-8cf8-759315829460 req-eb47f07f-ecaf-4120-8daa-500040753bd8 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a1a1ca1-02c0-4759-868d-46312cf263cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497310 Jul 06 14:57:18.841445 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02401b4d-8690-4cac-b9c4-5a324293fcc2 req-4230fa1f-3070-4b20-8d27-4e9a1c34b65e tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:18.842934 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-02401b4d-8690-4cac-b9c4-5a324293fcc2 req-4230fa1f-3070-4b20-8d27-4e9a1c34b65e tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7 HTTP/1.1" status: 200 len: 946 time: 0.2378240 Jul 06 14:57:18.867267 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce76a38-0023-4123-aec9-c09f8786dd61 req-79847403-9de0-4162-a672-30df32088b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:18.868791 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3ce76a38-0023-4123-aec9-c09f8786dd61 req-79847403-9de0-4162-a672-30df32088b9e service neutron] 10.222.0.25 "GET /v2.0/networks?id=3ff68c5b-71a5-4643-a235-ca1e74ec9ec2 HTTP/1.1" status: 200 len: 912 time: 0.2055342 Jul 06 14:57:18.906633 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['19694f19-f835-47ec-8e7d-d11823081e9a'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:57:18.914464 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-02401b4d-8690-4cac-b9c4-5a324293fcc2 req-eea467e5-0389-426e-a1af-6181a09e6c70 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601270 Jul 06 14:57:19.169419 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797acf02-644b-4d26-ac09-3948eb02b3e7 req-4273b42b-6f04-4938-b5f4-c47a16f3d566 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:19.183012 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-797acf02-644b-4d26-ac09-3948eb02b3e7 req-4273b42b-6f04-4938-b5f4-c47a16f3d566 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 944 time: 0.1697564 Jul 06 14:57:19.188273 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-36b81836-6f70-4630-910b-d8fbcea1464a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:19.267693 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-797acf02-644b-4d26-ac09-3948eb02b3e7 req-d1083472-f99c-45e4-9639-e87e3946c992 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823877 Jul 06 14:57:19.322298 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3ce76a38-0023-4123-aec9-c09f8786dd61 req-01b4ba7f-901c-40c8-af87-83badb85c6db service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e852c97b-3cb2-4f78-9e70-f1ea9544930f HTTP/1.1" status: 200 len: 217 time: 0.0565982 Jul 06 14:57:19.421012 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-36b81836-6f70-4630-910b-d8fbcea1464a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:19.425991 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce76a38-0023-4123-aec9-c09f8786dd61 req-9e0fa258-0d74-4ce1-ae08-cb1a69bb19ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:19.427768 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3ce76a38-0023-4123-aec9-c09f8786dd61 req-9e0fa258-0d74-4ce1-ae08-cb1a69bb19ba service neutron] 10.222.0.25 "GET /v2.0/subnets?id=759d2c94-0450-42a6-a657-8515f615c234 HTTP/1.1" status: 200 len: 850 time: 0.0779574 Jul 06 14:57:19.428834 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-36b81836-6f70-4630-910b-d8fbcea1464a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:19.505949 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-36b81836-6f70-4630-910b-d8fbcea1464a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d31043e59c71438ba86e0b801649046b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6883712 Jul 06 14:57:19.508326 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b81836-6f70-4630-910b-d8fbcea1464a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6718c4aa-52c9-4de2-98c9-d987abc59f1b,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:19.509367 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 47888) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:19.582870 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce76a38-0023-4123-aec9-c09f8786dd61 req-e1c09d8d-7647-4bd0-b15c-a8859cbcda7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:19.585910 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3ce76a38-0023-4123-aec9-c09f8786dd61 req-e1c09d8d-7647-4bd0-b15c-a8859cbcda7e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3ff68c5b-71a5-4643-a235-ca1e74ec9ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1384459 Jul 06 14:57:19.643427 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-2da623a6-e5cf-458a-8c25-3f6a6e03d510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:19.732253 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-2da623a6-e5cf-458a-8c25-3f6a6e03d510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:19.849528 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39fc03-b7fb-43af-b764-e29b71476387 req-01afda7e-55d8-43ba-9239-b6aa53f729da tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:19.852322 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ec39fc03-b7fb-43af-b764-e29b71476387 req-01afda7e-55d8-43ba-9239-b6aa53f729da tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.1896684 Jul 06 14:57:19.880906 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-2da623a6-e5cf-458a-8c25-3f6a6e03d510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:19.883651 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-2da623a6-e5cf-458a-8c25-3f6a6e03d510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:19.887224 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-2da623a6-e5cf-458a-8c25-3f6a6e03d510 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6718c4aa-52c9-4de2-98c9-d987abc59f1b HTTP/1.1" status: 204 len: 168 time: 0.3746998 Jul 06 14:57:19.912131 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ec39fc03-b7fb-43af-b764-e29b71476387 req-e7b9de60-9cd6-4b81-bab6-097da41574ce tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540891 Jul 06 14:57:19.913523 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da623a6-e5cf-458a-8c25-3f6a6e03d510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6718c4aa-52c9-4de2-98c9-d987abc59f1b,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:20.009348 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555580d-2bc4-4c54-91b1-1b30baade064 req-a5f16063-35d6-4b70-afd6-e9988d5a25f1 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:20.016538 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0555580d-2bc4-4c54-91b1-1b30baade064 req-a5f16063-35d6-4b70-afd6-e9988d5a25f1 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 945 time: 0.4242778 Jul 06 14:57:20.028930 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3ce76a38-0023-4123-aec9-c09f8786dd61 req-0538be31-1414-4a75-b605-23ef087558bc service neutron] 10.222.0.25 "GET /v2.0/networks/3ff68c5b-71a5-4643-a235-ca1e74ec9ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190359 Jul 06 14:57:20.078145 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0555580d-2bc4-4c54-91b1-1b30baade064 req-55c1270a-c4cd-4dab-a502-fda782685c75 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596242 Jul 06 14:57:20.155975 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 47912) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:20.195766 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device e852c97b-3cb2-4f78-9e70-f1ea9544930f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:57:20.202517 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e66ec2-983b-4650-8445-7bb049288b14 req-d49e0376-86c0-4a42-90fc-92177f6290ee tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:20.205278 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d6e66ec2-983b-4650-8445-7bb049288b14 req-d49e0376-86c0-4a42-90fc-92177f6290ee tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0a2751-7888-44ee-b404-92f6a0b4c4c5 HTTP/1.1" status: 200 len: 946 time: 0.1265364 Jul 06 14:57:20.214914 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 19694f19-f835-47ec-8e7d-d11823081e9a up at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:57:20.327351 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d6e66ec2-983b-4650-8445-7bb049288b14 req-57e03006-e40d-48be-8696-a4c6b8a9726a tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a1a1ca1-02c0-4759-868d-46312cf263cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150725 Jul 06 14:57:20.359002 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning for port 19694f19-f835-47ec-8e7d-d11823081e9a completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:57:20.368033 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning complete for port 19694f19-f835-47ec-8e7d-d11823081e9a triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:57:20.368597 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:20.370753 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3ce76a38-0023-4123-aec9-c09f8786dd61 req-4afadb06-13fa-4cc3-9cd2-d12d460990dc service neutron] 10.222.0.25 "GET /v2.0/networks/3ff68c5b-71a5-4643-a235-ca1e74ec9ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609227 Jul 06 14:57:20.416236 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port e852c97b-3cb2-4f78-9e70-f1ea9544930f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e852c97b-3cb2-4f78-9e70-f1ea9544930f,segment=NetworkSegment(6e67dca4-9076-477c-8ff5-c332e7f6363b),segment_id=6e67dca4-9076-477c-8ff5-c332e7f6363b)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:57:20.441090 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Returning: {'device': 'e852c97b-3cb2-4f78-9e70-f1ea9544930f', 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2', 'port_id': 'e852c97b-3cb2-4f78-9e70-f1ea9544930f', 'mac_address': 'fa:16:3e:c8:9d:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '759d2c94-0450-42a6-a657-8515f615c234', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:57:20.454221 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-b054f842-050b-428c-89d6-4a0acc64fea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:20.462954 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b597c88-d379-465f-9dcd-dc18574ba85b req-39ae2668-c2cf-4031-9d59-8d7b3dda8617 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:20.470518 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0b597c88-d379-465f-9dcd-dc18574ba85b req-39ae2668-c2cf-4031-9d59-8d7b3dda8617 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7 HTTP/1.1" status: 200 len: 946 time: 0.2201974 Jul 06 14:57:20.546283 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:20.571906 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:20.580258 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0b597c88-d379-465f-9dcd-dc18574ba85b req-30f86842-561c-43d1-9b12-95c0bed5a476 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998027 Jul 06 14:57:20.594329 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89375580-f1cb-49e7-9021-031484a37898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19694f19-f835-47ec-8e7d-d11823081e9a'}] {{(pid=92917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:57:20.600268 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ea3ef9b0f14ac6a08de5771e2132c48ed06abd6a52ccf1dddde4c27a9981b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73503d4-2d53-473b-a1db-f9a74c151173" -d '{"events": [{"server_uuid": "89375580-f1cb-49e7-9021-031484a37898", "name": "network-vif-plugged", "status": "completed", "tag": "19694f19-f835-47ec-8e7d-d11823081e9a"}]}' {{(pid=92917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:57:20.663041 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 19694f19-f835-47ec-8e7d-d11823081e9a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=19694f19-f835-47ec-8e7d-d11823081e9a,segment=NetworkSegment(cb30854e-762f-4ab3-afc5-fc62883d2599),segment_id=cb30854e-762f-4ab3-afc5-fc62883d2599)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:57:20.664896 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e852c97b-3cb2-4f78-9e70-f1ea9544930f {{(pid=92917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:57:20.689353 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:20.758213 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca9c846-90d1-47d4-9ea8-4fcdfc04a3fb x-openstack-request-id: req-5ca9c846-90d1-47d4-9ea8-4fcdfc04a3fb {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:57:20.758498 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89375580-f1cb-49e7-9021-031484a37898", "name": "network-vif-plugged", "status": "completed", "tag": "19694f19-f835-47ec-8e7d-d11823081e9a", "code": 200}]} {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:57:20.758749 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ca9c846-90d1-47d4-9ea8-4fcdfc04a3fb {{(pid=92917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:57:20.759161 dv-cinder-788363-5-iscsi neutron-server[92917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89375580-f1cb-49e7-9021-031484a37898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19694f19-f835-47ec-8e7d-d11823081e9a', 'code': 200} Jul 06 14:57:20.764008 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port e852c97b-3cb2-4f78-9e70-f1ea9544930f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e852c97b-3cb2-4f78-9e70-f1ea9544930f,segment=NetworkSegment(6e67dca4-9076-477c-8ff5-c332e7f6363b),segment_id=6e67dca4-9076-477c-8ff5-c332e7f6363b)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:57:20.780162 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-b054f842-050b-428c-89d6-4a0acc64fea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:20.789309 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:20.792763 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-b054f842-050b-428c-89d6-4a0acc64fea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:20.836809 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=19694f19-f835-47ec-8e7d-d11823081e9a,revision_number=5']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:20.890480 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054f842-050b-428c-89d6-4a0acc64fea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9123db2c-d155-4fd8-bf0a-ac53f2bf4d86,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:20.897471 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-b054f842-050b-428c-89d6-4a0acc64fea7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=143113f4dbea4bc1a17c7bc0c5e0e3db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7403419 Jul 06 14:57:20.901520 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 47940) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:20.910423 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=e852c97b-3cb2-4f78-9e70-f1ea9544930f,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:20.939646 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9c89c-1559-4593-9359-d30947f08f84 req-f28dad80-d966-4b57-9425-fded7bf70f92 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:20.971617 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-35b9c89c-1559-4593-9359-d30947f08f84 req-f28dad80-d966-4b57-9425-fded7bf70f92 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 944 time: 0.2843692 Jul 06 14:57:21.002439 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-e0490f91-5a4d-40b0-ac29-a92e9f6a8f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:21.074048 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-35b9c89c-1559-4593-9359-d30947f08f84 req-ca13ac57-8b87-471f-80aa-cd4c33ac55b3 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006100 Jul 06 14:57:21.076580 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-e0490f91-5a4d-40b0-ac29-a92e9f6a8f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:21.198102 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-e0490f91-5a4d-40b0-ac29-a92e9f6a8f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:21.206680 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['e852c97b-3cb2-4f78-9e70-f1ea9544930f'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:57:21.215762 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-e0490f91-5a4d-40b0-ac29-a92e9f6a8f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:21.217400 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-e0490f91-5a4d-40b0-ac29-a92e9f6a8f7f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9123db2c-d155-4fd8-bf0a-ac53f2bf4d86 HTTP/1.1" status: 204 len: 168 time: 0.3143120 Jul 06 14:57:21.232813 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0490f91-5a4d-40b0-ac29-a92e9f6a8f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9123db2c-d155-4fd8-bf0a-ac53f2bf4d86,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:21.282714 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e3b69-dd55-4ad3-b1b3-677c4baaebf4 req-239bda5d-b6e8-4175-9ff4-94baa6ff5772 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:21.285694 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-919e3b69-dd55-4ad3-b1b3-677c4baaebf4 req-239bda5d-b6e8-4175-9ff4-94baa6ff5772 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.1461523 Jul 06 14:57:21.366785 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-919e3b69-dd55-4ad3-b1b3-677c4baaebf4 req-8dbf7c90-f873-40aa-a2d5-12e99ff94b2e tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719581 Jul 06 14:57:21.415266 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb7437-f4a5-41e0-b9ef-43ac12531837 req-6ba06451-0e83-48d8-970a-4d07ed3c85e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:21.420472 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-1ffb7437-f4a5-41e0-b9ef-43ac12531837 req-6ba06451-0e83-48d8-970a-4d07ed3c85e1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 1099 time: 0.1472147 Jul 06 14:57:21.453339 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c2796-5629-482b-bf3f-0abb0b33ef60 req-927bba3c-f94e-4a34-9f4a-4ab4243e4eb1 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:21.461167 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-6d0c2796-5629-482b-bf3f-0abb0b33ef60 req-927bba3c-f94e-4a34-9f4a-4ab4243e4eb1 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 946 time: 0.2051861 Jul 06 14:57:21.519643 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-1ffb7437-f4a5-41e0-b9ef-43ac12531837 req-c9d9bd44-d7ac-411f-81ee-1f2939a44f5c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889165 Jul 06 14:57:21.535893 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-6d0c2796-5629-482b-bf3f-0abb0b33ef60 req-9177259b-4416-41b9-a2ae-39136f91242f tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688057 Jul 06 14:57:21.658789 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea857e-438a-4749-89d5-a1da70e5b9d4 req-c0b4a597-2e88-4855-b73f-bd4c586976db tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:21.660324 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-62ea857e-438a-4749-89d5-a1da70e5b9d4 req-c0b4a597-2e88-4855-b73f-bd4c586976db tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0a2751-7888-44ee-b404-92f6a0b4c4c5 HTTP/1.1" status: 200 len: 946 time: 0.0825624 Jul 06 14:57:21.720027 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-62ea857e-438a-4749-89d5-a1da70e5b9d4 req-89d1e2e9-fd81-4e94-87ed-c106e548a32a tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a1a1ca1-02c0-4759-868d-46312cf263cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530584 Jul 06 14:57:21.823633 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 47968) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:21.846387 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-b38365cc-4f17-4624-b6b5-d6ae8e3f3fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:22.029021 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-b38365cc-4f17-4624-b6b5-d6ae8e3f3fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:22.038644 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-b38365cc-4f17-4624-b6b5-d6ae8e3f3fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:22.093358 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b7ccc-d0c0-4cf5-88f1-216ec0aee3f3 req-ca865dec-a7cd-4cbb-ab3b-18bbaf9c7972 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:22.095651 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a32b7ccc-d0c0-4cf5-88f1-216ec0aee3f3 req-ca865dec-a7cd-4cbb-ab3b-18bbaf9c7972 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7 HTTP/1.1" status: 200 len: 946 time: 0.2007132 Jul 06 14:57:22.123500 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-b38365cc-4f17-4624-b6b5-d6ae8e3f3fb3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=766ad1feaf2243ee9ab50e92b22b5ca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2979922 Jul 06 14:57:22.125016 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 47974) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:22.125652 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38365cc-4f17-4624-b6b5-d6ae8e3f3fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96d54c3-8a67-4880-92b6-222c7d43fafa,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:22.176564 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18beb775-1222-498b-bc48-185aa3f9b5d4 req-dd1d6112-5d94-4619-bc94-a59275257dac tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:22.178236 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-18beb775-1222-498b-bc48-185aa3f9b5d4 req-dd1d6112-5d94-4619-bc94-a59275257dac tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.1215918 Jul 06 14:57:22.205923 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c3e1b-9e63-47fb-8ba8-71450c3752ef req-bae0f46a-1d93-48b3-abfa-273e4422a507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:22.209720 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-464c3e1b-9e63-47fb-8ba8-71450c3752ef req-bae0f46a-1d93-48b3-abfa-273e4422a507 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1817bfcb8e354beb83cfd6d1c7f72a50&device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 1098 time: 0.1868773 Jul 06 14:57:22.222350 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a32b7ccc-d0c0-4cf5-88f1-216ec0aee3f3 req-41b049f3-0db5-4d35-8d46-71aadcc95075 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127663 Jul 06 14:57:22.248852 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-18beb775-1222-498b-bc48-185aa3f9b5d4 req-4867002e-f45b-47fd-8e7d-114f25680336 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574539 Jul 06 14:57:22.378069 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-34bcdb65-d6d9-4514-b9ba-eb750fab8979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:22.406408 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-34bcdb65-d6d9-4514-b9ba-eb750fab8979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:22.526588 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c3e1b-9e63-47fb-8ba8-71450c3752ef req-b74a858f-3784-4436-94b1-6e602d41ed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:22.528164 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-464c3e1b-9e63-47fb-8ba8-71450c3752ef req-b74a858f-3784-4436-94b1-6e602d41ed69 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fa81ded4-639a-45fc-af54-68a391814316 HTTP/1.1" status: 200 len: 919 time: 0.2934437 Jul 06 14:57:22.592233 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-464c3e1b-9e63-47fb-8ba8-71450c3752ef req-de907c03-4455-41be-a63d-157dcfbd82b8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=554a6a80-8427-4fd1-9242-028c75282197 HTTP/1.1" status: 200 len: 217 time: 0.0543563 Jul 06 14:57:22.601571 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6f8e2-fb4c-4cd2-8155-37b1f7030faf req-f04da228-a378-4992-b110-559dc08b1349 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:22.609415 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-90d6f8e2-fb4c-4cd2-8155-37b1f7030faf req-f04da228-a378-4992-b110-559dc08b1349 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 945 time: 0.2390814 Jul 06 14:57:22.618183 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-34bcdb65-d6d9-4514-b9ba-eb750fab8979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:22.621356 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-34bcdb65-d6d9-4514-b9ba-eb750fab8979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:22.624990 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-34bcdb65-d6d9-4514-b9ba-eb750fab8979 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c96d54c3-8a67-4880-92b6-222c7d43fafa HTTP/1.1" status: 204 len: 168 time: 0.4906271 Jul 06 14:57:22.668937 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bcdb65-d6d9-4514-b9ba-eb750fab8979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96d54c3-8a67-4880-92b6-222c7d43fafa,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:22.733581 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c3e1b-9e63-47fb-8ba8-71450c3752ef req-e0717924-144a-4660-97e8-77e2799bfab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:22.735104 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-464c3e1b-9e63-47fb-8ba8-71450c3752ef req-e0717924-144a-4660-97e8-77e2799bfab4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1431c281-ca69-4953-881e-6e7d559cefaf HTTP/1.1" status: 200 len: 858 time: 0.1116226 Jul 06 14:57:22.773756 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-90d6f8e2-fb4c-4cd2-8155-37b1f7030faf req-ce1e254f-89f3-4cdc-8959-c1529e61dd04 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631911 Jul 06 14:57:22.881958 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-464c3e1b-9e63-47fb-8ba8-71450c3752ef req-ccd65c8a-d5ab-406c-97f1-f5b2292c1586 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fa81ded4-639a-45fc-af54-68a391814316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064031 Jul 06 14:57:22.892460 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f269c90-00d1-4307-b06c-c9d4cd353c2b req-b76ebdba-b590-4257-9db6-95f00cda5319 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:22.901349 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4f269c90-00d1-4307-b06c-c9d4cd353c2b req-b76ebdba-b590-4257-9db6-95f00cda5319 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 946 time: 0.2001429 Jul 06 14:57:22.976890 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4f269c90-00d1-4307-b06c-c9d4cd353c2b req-ec4d4624-e587-474b-a7f1-18772be61753 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747948 Jul 06 14:57:23.055434 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-464c3e1b-9e63-47fb-8ba8-71450c3752ef req-1c05b4b3-5fc5-4df8-989e-e013f185206d service neutron] 10.222.0.25 "GET /v2.0/networks/fa81ded4-639a-45fc-af54-68a391814316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597605 Jul 06 14:57:23.105682 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 48012) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:23.201115 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-464c3e1b-9e63-47fb-8ba8-71450c3752ef req-a681b770-d79d-4a90-9066-3aaeadc3a349 service neutron] 10.222.0.25 "GET /v2.0/networks/fa81ded4-639a-45fc-af54-68a391814316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387589 Jul 06 14:57:23.245698 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1d73220c-6255-4e7d-b3f7-268db0ea3e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:23.385259 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1d73220c-6255-4e7d-b3f7-268db0ea3e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:23.391496 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1d73220c-6255-4e7d-b3f7-268db0ea3e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:23.476002 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-1d73220c-6255-4e7d-b3f7-268db0ea3e5a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06b46d292fc5442ebb952889df9f7dc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3690605 Jul 06 14:57:23.477343 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d73220c-6255-4e7d-b3f7-268db0ea3e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7260127-6a66-48eb-839c-c4155ece1ede,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:23.478566 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 48038) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:23.564731 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d6158-5433-4359-800b-f8672f2187e0 req-6730fa2c-4b71-472a-be35-b863c628edf8 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:23.572696 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a91d6158-5433-4359-800b-f8672f2187e0 req-6730fa2c-4b71-472a-be35-b863c628edf8 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.1520982 Jul 06 14:57:23.606572 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-27330da4-ad78-4987-893d-01eaffbf1d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:23.641191 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a91d6158-5433-4359-800b-f8672f2187e0 req-043d99f8-d392-4b3b-81ec-761c62224057 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671744 Jul 06 14:57:23.661164 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-27330da4-ad78-4987-893d-01eaffbf1d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:23.731628 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 48054) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:23.732870 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-27330da4-ad78-4987-893d-01eaffbf1d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:23.737161 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-27330da4-ad78-4987-893d-01eaffbf1d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:23.740277 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-27330da4-ad78-4987-893d-01eaffbf1d2d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7260127-6a66-48eb-839c-c4155ece1ede HTTP/1.1" status: 204 len: 168 time: 0.2586551 Jul 06 14:57:23.766321 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27330da4-ad78-4987-893d-01eaffbf1d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7260127-6a66-48eb-839c-c4155ece1ede,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:24.061129 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e32a1-4d49-494a-b19d-95a79a13ad5f req-1aa14ecc-7579-4384-bc8d-7d9a2f918b1b tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:24.062847 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0d1e32a1-4d49-494a-b19d-95a79a13ad5f req-1aa14ecc-7579-4384-bc8d-7d9a2f918b1b tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 945 time: 0.1595802 Jul 06 14:57:24.144702 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0d1e32a1-4d49-494a-b19d-95a79a13ad5f req-d7f148ea-1709-426f-8187-e715c5a97ea9 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723293 Jul 06 14:57:24.173288 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-5c83c755-79e4-4c6e-9602-786caa0e1b4e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-478095510-network', 'tenant_id': '5749d2697de844ca89c9a68418799917'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:57:24.196573 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device e852c97b-3cb2-4f78-9e70-f1ea9544930f up at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:57:24.258502 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c83c755-79e4-4c6e-9602-786caa0e1b4e admin admin] Made reservation on behalf of 5749d2697de844ca89c9a68418799917 for: {'network': 1} {{(pid=92916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:57:24.260050 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 48088) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:24.261351 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5c83c755-79e4-4c6e-9602-786caa0e1b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for network, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:24.278394 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-c43e2fd6-d9b1-4d4b-987c-3e712fecfcb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:24.279529 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5c83c755-79e4-4c6e-9602-786caa0e1b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:24.299319 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning for port e852c97b-3cb2-4f78-9e70-f1ea9544930f completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:57:24.307431 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning complete for port e852c97b-3cb2-4f78-9e70-f1ea9544930f triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:57:24.308700 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:24.357139 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45084aa5-ce36-4b76-a309-6b5932118530 req-33b75763-3b29-4a30-a7f9-fc054e1e1fba tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:24.358693 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-45084aa5-ce36-4b76-a309-6b5932118530 req-33b75763-3b29-4a30-a7f9-fc054e1e1fba tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 946 time: 0.1450012 Jul 06 14:57:24.448811 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-45084aa5-ce36-4b76-a309-6b5932118530 req-a69d0d35-14dd-49a9-baf5-ce5c5fbd54aa tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801811 Jul 06 14:57:24.533281 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-c43e2fd6-d9b1-4d4b-987c-3e712fecfcb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:24.549847 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-c43e2fd6-d9b1-4d4b-987c-3e712fecfcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:24.628055 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e2fd6-d9b1-4d4b-987c-3e712fecfcb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8aaf2f-3d5b-4db0-bd62-a76b319c524f,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:24.639364 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-c43e2fd6-d9b1-4d4b-987c-3e712fecfcb4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99dc1fb5b0e34ff09ae16410f5cc6f2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3775744 Jul 06 14:57:24.642884 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 48106) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:24.665375 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:24.711463 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50267449-e4dd-4746-ab2b-95d94217b983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e852c97b-3cb2-4f78-9e70-f1ea9544930f'}] {{(pid=92917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:57:24.713883 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ea3ef9b0f14ac6a08de5771e2132c48ed06abd6a52ccf1dddde4c27a9981b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f66900-99eb-4098-94fe-1cb88be59b48" -d '{"events": [{"server_uuid": "50267449-e4dd-4746-ab2b-95d94217b983", "name": "network-vif-plugged", "status": "completed", "tag": "e852c97b-3cb2-4f78-9e70-f1ea9544930f"}]}' {{(pid=92917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:57:24.731999 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-09217427-b115-4297-9ec1-3628a76c3a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:24.732263 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port e852c97b-3cb2-4f78-9e70-f1ea9544930f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e852c97b-3cb2-4f78-9e70-f1ea9544930f,segment=NetworkSegment(6e67dca4-9076-477c-8ff5-c332e7f6363b),segment_id=6e67dca4-9076-477c-8ff5-c332e7f6363b)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:57:24.738590 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:24.741251 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4a99e-55b3-4b5c-a5bb-e0d8ffe2d033 req-c5d65fbb-5148-4f51-8241-38c413509ba3 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:24.743321 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-85c4a99e-55b3-4b5c-a5bb-e0d8ffe2d033 req-c5d65fbb-5148-4f51-8241-38c413509ba3 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 946 time: 0.1380298 Jul 06 14:57:24.761238 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5c83c755-79e4-4c6e-9602-786caa0e1b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:24.762652 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 48116) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:24.770429 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-1b828806-c1d5-47b7-8edc-1cdb5e469775 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Request body: {'floatingip': {'port_id': '19694f19-f835-47ec-8e7d-d11823081e9a'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:57:24.802393 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=e852c97b-3cb2-4f78-9e70-f1ea9544930f,revision_number=5']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:24.804479 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5c83c755-79e4-4c6e-9602-786caa0e1b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:24.818311 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-09217427-b115-4297-9ec1-3628a76c3a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:24.890663 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-09217427-b115-4297-9ec1-3628a76c3a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:24.894339 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-09217427-b115-4297-9ec1-3628a76c3a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:24.895244 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-09217427-b115-4297-9ec1-3628a76c3a17 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be8aaf2f-3d5b-4db0-bd62-a76b319c524f HTTP/1.1" status: 204 len: 168 time: 0.2511895 Jul 06 14:57:24.903803 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09217427-b115-4297-9ec1-3628a76c3a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8aaf2f-3d5b-4db0-bd62-a76b319c524f,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:24.931765 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7821bcf-c494-4154-9c95-c41cdd16af1a x-openstack-request-id: req-f7821bcf-c494-4154-9c95-c41cdd16af1a {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:57:24.932274 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50267449-e4dd-4746-ab2b-95d94217b983", "name": "network-vif-plugged", "status": "completed", "tag": "e852c97b-3cb2-4f78-9e70-f1ea9544930f", "code": 200}]} {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:57:24.932667 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7821bcf-c494-4154-9c95-c41cdd16af1a {{(pid=92917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:57:24.933064 dv-cinder-788363-5-iscsi neutron-server[92917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50267449-e4dd-4746-ab2b-95d94217b983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e852c97b-3cb2-4f78-9e70-f1ea9544930f', 'code': 200} Jul 06 14:57:24.956887 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1b828806-c1d5-47b7-8edc-1cdb5e469775 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for floatingip, before_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:25.011139 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c83c755-79e4-4c6e-9602-786caa0e1b4e admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=92916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:57:25.095524 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83c755-79e4-4c6e-9602-786caa0e1b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb790b0-e889-4be4-9a79-293c2854d6df,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:25.131155 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5c83c755-79e4-4c6e-9602-786caa0e1b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:25.131980 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.db.segments_db [None req-5c83c755-79e4-4c6e-9602-786caa0e1b4e admin admin] Added segment 18d8b602-30de-4cfd-ada6-bd4bddc5b4f8 of type vlan for network 7b1425db-299e-427e-b742-1e5b132b91c4 Jul 06 14:57:25.351770 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7dd476-41de-4162-87d6-c26d8e8e2d1b req-f510758c-7197-4bf0-a29e-d8564375d92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:25.353342 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-fb7dd476-41de-4162-87d6-c26d8e8e2d1b req-f510758c-7197-4bf0-a29e-d8564375d92b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 1099 time: 0.1090343 Jul 06 14:57:25.407677 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-fb7dd476-41de-4162-87d6-c26d8e8e2d1b req-f2d16dd2-5a79-4f78-a242-55ee5cc70743 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449538 Jul 06 14:57:25.417174 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c61b2-08b5-4075-9e63-09e6f7c1b407 req-13592602-05b3-44b8-87cf-384850fbae9c tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:25.418689 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ad2c61b2-08b5-4075-9e63-09e6f7c1b407 req-13592602-05b3-44b8-87cf-384850fbae9c tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 946 time: 0.1062331 Jul 06 14:57:25.448951 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5c83c755-79e4-4c6e-9602-786caa0e1b4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766384329310'] for network, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:25.463379 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ad2c61b2-08b5-4075-9e63-09e6f7c1b407 req-4b27ee21-1f88-43fe-9a70-05d210c8af8e tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358219 Jul 06 14:57:25.535140 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b26b72-dda1-4294-8090-8c1f3a509075 req-040e73da-2e9b-4633-a0d1-fa46dce0070a tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:25.536669 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-74b26b72-dda1-4294-8090-8c1f3a509075 req-040e73da-2e9b-4633-a0d1-fa46dce0070a tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.5888796 Jul 06 14:57:25.600939 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5c83c755-79e4-4c6e-9602-786caa0e1b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040'] for network, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:25.601897 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c83c755-79e4-4c6e-9602-786caa0e1b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:25.602465 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5c83c755-79e4-4c6e-9602-786caa0e1b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:25.695989 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-74b26b72-dda1-4294-8090-8c1f3a509075 req-58b1cac8-8032-4d7b-b501-76b474c15b6b tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519618 Jul 06 14:57:25.700236 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-5c83c755-79e4-4c6e-9602-786caa0e1b4e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9643538 Jul 06 14:57:25.701041 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 48142) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:25.710233 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-512eba90-4fe2-4f42-8ac7-e94c0cd4e560 admin admin] Request body: {'subnet': {'network_id': '7b1425db-299e-427e-b742-1e5b132b91c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-478095510-subnet', 'tenant_id': '5749d2697de844ca89c9a68418799917', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:57:25.738448 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512eba90-4fe2-4f42-8ac7-e94c0cd4e560 admin admin] Made reservation on behalf of 5749d2697de844ca89c9a68418799917 for: {'subnet': 1} {{(pid=92915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:57:25.741119 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-512eba90-4fe2-4f42-8ac7-e94c0cd4e560 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146038'] for subnet, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:25.796601 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83c755-79e4-4c6e-9602-786caa0e1b4e admin admin] Pushing event updated for resources: {'Network': ['ID=7b1425db-299e-427e-b742-1e5b132b91c4,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:25.814869 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Network 7b1425db-299e-427e-b742-1e5b132b91c4 details requested by agent ovs-agent-dv-cinder-788363-5-iscsi with host dv-cinder-788363-5-iscsi {{(pid=92917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:57:26.077937 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-512eba90-4fe2-4f42-8ac7-e94c0cd4e560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2297279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146020'] for subnet, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:26.154433 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512eba90-4fe2-4f42-8ac7-e94c0cd4e560 admin admin] Checking segment: {'id': '18d8b602-30de-4cfd-ada6-bd4bddc5b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7b1425db-299e-427e-b742-1e5b132b91c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:57:26.154646 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 48158) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:26.154740 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512eba90-4fe2-4f42-8ac7-e94c0cd4e560 admin admin] Network hostable DHCP agents. Network: 7b1425db-299e-427e-b742-1e5b132b91c4, hostable agents: ['69855ee5-e315-4bf8-8b06-7c2b552a2d00'], hosted agents: [] {{(pid=92915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:57:26.165017 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512eba90-4fe2-4f42-8ac7-e94c0cd4e560 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad78a538-e01f-4f9d-af69-7f6fe0de810a,revision_number=0']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:26.182168 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512eba90-4fe2-4f42-8ac7-e94c0cd4e560 admin admin] Network 7b1425db-299e-427e-b742-1e5b132b91c4 is scheduled to be hosted by DHCP agent 69855ee5-e315-4bf8-8b06-7c2b552a2d00 with binding_index 1 {{(pid=92915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:57:26.197101 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [None req-512eba90-4fe2-4f42-8ac7-e94c0cd4e560 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-5-iscsi, 7b1425db-299e-427e-b742-1e5b132b91c4) {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:57:26.208054 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d00dfb-98bf-4ec5-89ff-352e724284e7 None None] Network 7b1425db-299e-427e-b742-1e5b132b91c4 requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:57:26.213134 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512eba90-4fe2-4f42-8ac7-e94c0cd4e560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:26.213743 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-512eba90-4fe2-4f42-8ac7-e94c0cd4e560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for subnet, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:26.249712 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-512eba90-4fe2-4f42-8ac7-e94c0cd4e560 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5470512 Jul 06 14:57:26.312306 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1b828806-c1d5-47b7-8edc-1cdb5e469775 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:26.319074 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1b828806-c1d5-47b7-8edc-1cdb5e469775 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413103'] for floatingip, after_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:26.416618 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392ae611-a4da-48df-9404-3aa9bbb0772b None None] Network 7b1425db-299e-427e-b742-1e5b132b91c4 requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:57:26.432668 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ef40542a-8f28-462b-8fe0-7f84e53fa2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:26.579927 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.db.l3_db [None req-1b828806-c1d5-47b7-8edc-1cdb5e469775 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Floating IP 3a46d9d2-0ce5-4d10-b626-c1ad9a05d755 associated. External IP: 172.27.3.31, port: 19694f19-f835-47ec-8e7d-d11823081e9a. Jul 06 14:57:26.729517 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ae989-9c7f-4365-9760-b88d68309f73 req-4e1460eb-6e30-4324-ba28-32c4d9668aaf tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:26.744299 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-393ae989-9c7f-4365-9760-b88d68309f73 req-4e1460eb-6e30-4324-ba28-32c4d9668aaf tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 946 time: 0.0948825 Jul 06 14:57:26.887505 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-393ae989-9c7f-4365-9760-b88d68309f73 req-89772621-b95c-4489-839f-226a379c1c69 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326752 Jul 06 14:57:26.937581 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ef40542a-8f28-462b-8fe0-7f84e53fa2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:26.971342 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ef40542a-8f28-462b-8fe0-7f84e53fa2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:27.086661 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-ef40542a-8f28-462b-8fe0-7f84e53fa2dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=caf9298ce45b4445a1125f47505528af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9306049 Jul 06 14:57:27.090709 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 48186) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:27.182193 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40542a-8f28-462b-8fe0-7f84e53fa2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b50d82-c96c-4f84-9953-f750323a6087,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:27.205611 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40542a-8f28-462b-8fe0-7f84e53fa2dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:27.205611 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40542a-8f28-462b-8fe0-7f84e53fa2dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:27.206197 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40542a-8f28-462b-8fe0-7f84e53fa2dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:27.206759 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40542a-8f28-462b-8fe0-7f84e53fa2dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:27.207344 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40542a-8f28-462b-8fe0-7f84e53fa2dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:27.207752 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40542a-8f28-462b-8fe0-7f84e53fa2dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:27.208264 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40542a-8f28-462b-8fe0-7f84e53fa2dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:27.208769 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40542a-8f28-462b-8fe0-7f84e53fa2dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:27.209284 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40542a-8f28-462b-8fe0-7f84e53fa2dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:27.209787 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40542a-8f28-462b-8fe0-7f84e53fa2dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:27.210285 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40542a-8f28-462b-8fe0-7f84e53fa2dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:27.210772 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40542a-8f28-462b-8fe0-7f84e53fa2dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:27.258794 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6811339e-1dab-4937-945e-14eb454e8926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:27.279669 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b828806-c1d5-47b7-8edc-1cdb5e469775 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Router 0ffd8770-b11a-4323-af17-ec8ce61bf813 has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:57:27.308482 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fcb48-e17b-4ae7-984c-c410c46f3192 req-2b212c99-85e0-4f76-a1e3-6242a4afc26a tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:27.311060 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ab2fcb48-e17b-4ae7-984c-c410c46f3192 req-2b212c99-85e0-4f76-a1e3-6242a4afc26a tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.2952487 Jul 06 14:57:27.324680 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6811339e-1dab-4937-945e-14eb454e8926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:27.447538 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6811339e-1dab-4937-945e-14eb454e8926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:27.452251 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6811339e-1dab-4937-945e-14eb454e8926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:27.457956 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-6811339e-1dab-4937-945e-14eb454e8926 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90b50d82-c96c-4f84-9953-f750323a6087 HTTP/1.1" status: 204 len: 168 time: 0.3615935 Jul 06 14:57:27.471961 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6811339e-1dab-4937-945e-14eb454e8926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b50d82-c96c-4f84-9953-f750323a6087,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:27.532073 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ab2fcb48-e17b-4ae7-984c-c410c46f3192 req-e4a81eef-9767-4153-8ca2-be86c9b4e428 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079854 Jul 06 14:57:27.587049 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b828806-c1d5-47b7-8edc-1cdb5e469775 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:57:27.593947 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1b828806-c1d5-47b7-8edc-1cdb5e469775 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for floatingip, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:27.611024 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca6bf03-0458-45ee-94b8-9f022aa8e8b3 None None] Sync routers for ids ['0ffd8770-b11a-4323-af17-ec8ce61bf813'] in dv-cinder-788363-5-iscsi {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:57:27.644562 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca6bf03-0458-45ee-94b8-9f022aa8e8b3 None None] Routers {'0ffd8770-b11a-4323-af17-ec8ce61bf813'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:57:27.645385 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-2ca6bf03-0458-45ee-94b8-9f022aa8e8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T14:57:05Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['0ffd8770-b11a-4323-af17-ec8ce61bf813'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:57:27.666447 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-1b828806-c1d5-47b7-8edc-1cdb5e469775 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "PUT /v2.0/floatingips/3a46d9d2-0ce5-4d10-b626-c1ad9a05d755 HTTP/1.1" status: 200 len: 991 time: 2.8976607 Jul 06 14:57:27.666447 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89375580-f1cb-49e7-9021-031484a37898', 'tag': '19694f19-f835-47ec-8e7d-d11823081e9a'}] {{(pid=92916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:57:27.666447 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95076a2cfa108320b507fde56cef9a7a3e09023494eaa6cf19f085f96635572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cc8cc4-a388-4d69-bb8a-a13f0d76df16" -d '{"events": [{"name": "network-changed", "server_uuid": "89375580-f1cb-49e7-9021-031484a37898", "tag": "19694f19-f835-47ec-8e7d-d11823081e9a"}]}' {{(pid=92916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:57:27.683666 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 48210) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:27.692551 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-a067225d-0817-40dd-8cd6-5f76dcd253dc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1145415162-network', 'tenant_id': '6f7b36eae849406b8b09247ba4555c03'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:57:27.725581 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a067225d-0817-40dd-8cd6-5f76dcd253dc admin admin] Made reservation on behalf of 6f7b36eae849406b8b09247ba4555c03 for: {'network': 1} {{(pid=92915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:57:27.732203 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a067225d-0817-40dd-8cd6-5f76dcd253dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for network, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:27.754887 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd8c725-7dbe-4dc4-8d80-e7d8d244f0c1 x-openstack-request-id: req-edd8c725-7dbe-4dc4-8d80-e7d8d244f0c1 {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:57:27.756363 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89375580-f1cb-49e7-9021-031484a37898", "tag": "19694f19-f835-47ec-8e7d-d11823081e9a", "status": "completed", "code": 200}]} {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:57:27.756760 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-edd8c725-7dbe-4dc4-8d80-e7d8d244f0c1 {{(pid=92916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:57:27.757894 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89375580-f1cb-49e7-9021-031484a37898', 'tag': '19694f19-f835-47ec-8e7d-d11823081e9a', 'status': 'completed', 'code': 200} Jul 06 14:57:27.773877 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a067225d-0817-40dd-8cd6-5f76dcd253dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:27.934959 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-2ca6bf03-0458-45ee-94b8-9f022aa8e8b3 None None] Set router 0ffd8770-b11a-4323-af17-ec8ce61bf813 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:57:27.964031 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc8cc4-a388-4d69-bb8a-a13f0d76df16 req-c0742f29-3a3c-438e-b0e0-115e9932f462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:27.965996 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-18cc8cc4-a388-4d69-bb8a-a13f0d76df16 req-c0742f29-3a3c-438e-b0e0-115e9932f462 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=db10d77829764bf49e4461d41eb69399&device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 1099 time: 0.1183643 Jul 06 14:57:27.989991 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a067225d-0817-40dd-8cd6-5f76dcd253dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:28.029910 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a067225d-0817-40dd-8cd6-5f76dcd253dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:28.068088 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a067225d-0817-40dd-8cd6-5f76dcd253dc admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=92915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:57:28.105837 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067225d-0817-40dd-8cd6-5f76dcd253dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22bb707-cdb3-4dfd-b5a9-83e29f8ec351,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:28.115196 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a067225d-0817-40dd-8cd6-5f76dcd253dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:28.115758 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.db.segments_db [None req-a067225d-0817-40dd-8cd6-5f76dcd253dc admin admin] Added segment 0e960c36-43d8-489e-aa4d-2c80e55b8348 of type vlan for network b0a10021-e078-47e1-b561-04987957553c Jul 06 14:57:28.141071 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067225d-0817-40dd-8cd6-5f76dcd253dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:28.142148 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067225d-0817-40dd-8cd6-5f76dcd253dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:28.142664 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067225d-0817-40dd-8cd6-5f76dcd253dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:28.143212 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067225d-0817-40dd-8cd6-5f76dcd253dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:28.144366 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067225d-0817-40dd-8cd6-5f76dcd253dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:28.144366 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067225d-0817-40dd-8cd6-5f76dcd253dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:28.144664 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067225d-0817-40dd-8cd6-5f76dcd253dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:28.145372 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067225d-0817-40dd-8cd6-5f76dcd253dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:28.145881 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067225d-0817-40dd-8cd6-5f76dcd253dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:28.146369 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067225d-0817-40dd-8cd6-5f76dcd253dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:28.146834 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067225d-0817-40dd-8cd6-5f76dcd253dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:28.147384 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067225d-0817-40dd-8cd6-5f76dcd253dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:28.260578 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc8cc4-a388-4d69-bb8a-a13f0d76df16 req-56536053-e97d-4e4f-a22f-b3d88e93c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:28.268948 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-18cc8cc4-a388-4d69-bb8a-a13f0d76df16 req-56536053-e97d-4e4f-a22f-b3d88e93c7fd service neutron] 10.222.0.25 "GET /v2.0/networks?id=f96a7279-5988-4867-aff6-4945f71924ad HTTP/1.1" status: 200 len: 918 time: 0.2929020 Jul 06 14:57:28.307433 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a067225d-0817-40dd-8cd6-5f76dcd253dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766384329310'] for network, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:28.603984 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a067225d-0817-40dd-8cd6-5f76dcd253dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040'] for network, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:28.606092 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a067225d-0817-40dd-8cd6-5f76dcd253dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:28.607417 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a067225d-0817-40dd-8cd6-5f76dcd253dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:28.752902 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0ef92-e98a-4872-b858-0aea0e482cb9 req-3438d9f4-b9bb-4300-b6b6-e14c656ecdfc tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:28.761493 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-97d0ef92-e98a-4872-b858-0aea0e482cb9 req-3438d9f4-b9bb-4300-b6b6-e14c656ecdfc tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 946 time: 0.6048043 Jul 06 14:57:28.786524 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-18cc8cc4-a388-4d69-bb8a-a13f0d76df16 req-ea10ae19-2255-40a8-999b-91e3a189b7ca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19694f19-f835-47ec-8e7d-d11823081e9a HTTP/1.1" status: 200 len: 999 time: 0.5005400 Jul 06 14:57:28.813956 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 48240) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:28.815265 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-a067225d-0817-40dd-8cd6-5f76dcd253dc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1296592 Jul 06 14:57:28.818066 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-97d0ef92-e98a-4872-b858-0aea0e482cb9 req-eea83276-8288-4758-bb49-b4f0214b271c tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505831 Jul 06 14:57:28.823450 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-f0983843-cee5-4e0f-bc86-5d83d253d2b8 admin admin] Request body: {'subnet': {'network_id': 'b0a10021-e078-47e1-b561-04987957553c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1145415162-subnet', 'tenant_id': '6f7b36eae849406b8b09247ba4555c03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:57:28.863356 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0983843-cee5-4e0f-bc86-5d83d253d2b8 admin admin] Made reservation on behalf of 6f7b36eae849406b8b09247ba4555c03 for: {'subnet': 1} {{(pid=92916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:57:28.866315 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-f0983843-cee5-4e0f-bc86-5d83d253d2b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3367756'] for subnet, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:28.951782 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-2ca6bf03-0458-45ee-94b8-9f022aa8e8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'name': 'tempest-AttachVolumeShelveTestJSON-1180299821-router', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:30Z', 'updated_at': '2021-07-06T14:56:39Z', 'revision_number': 4, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'gw_port': {'id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:32Z', 'updated_at': '2021-07-06T14:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_floatingips': [{'id': '3a46d9d2-0ce5-4d10-b626-c1ad9a05d755', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'floating_ip_address': '172.27.3.31', 'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'router_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'port_id': '19694f19-f835-47ec-8e7d-d11823081e9a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad', 'mac_address': 'fa:16:3e:ad:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89375580-f1cb-49e7-9021-031484a37898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:57:02Z', 'updated_at': '2021-07-06T14:57:26Z', 'revision_number': 1, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc', 'name': '', 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'mac_address': 'fa:16:3e:83:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:37Z', 'updated_at': '2021-07-06T14:56:55Z', 'revision_number': 5, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'subnets': [{'id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:57:28.965887 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067225d-0817-40dd-8cd6-5f76dcd253dc admin admin] Pushing event updated for resources: {'Network': ['ID=b0a10021-e078-47e1-b561-04987957553c,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:29.006215 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Network b0a10021-e078-47e1-b561-04987957553c details requested by agent ovs-agent-dv-cinder-788363-5-iscsi with host dv-cinder-788363-5-iscsi {{(pid=92917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:57:29.022140 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc8cc4-a388-4d69-bb8a-a13f0d76df16 req-5620d595-42b7-4706-9012-0414a93a6d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:29.025151 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-18cc8cc4-a388-4d69-bb8a-a13f0d76df16 req-5620d595-42b7-4706-9012-0414a93a6d56 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ca664667-a6f7-4c2d-bec6-bb0d219a131a HTTP/1.1" status: 200 len: 856 time: 0.2207694 Jul 06 14:57:29.077299 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca6bf03-0458-45ee-94b8-9f022aa8e8b3 None None] Checking router: 0ffd8770-b11a-4323-af17-ec8ce61bf813 for host: dv-cinder-788363-5-iscsi {{(pid=92918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:57:29.112969 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca6bf03-0458-45ee-94b8-9f022aa8e8b3 None None] Routers {'0ffd8770-b11a-4323-af17-ec8ce61bf813'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:57:29.114570 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7067e4-6fed-4fcf-b92b-d15443ce9d2a req-b1480431-9cc9-4db7-8d55-6fb00a0f965d tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:29.114908 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-2ca6bf03-0458-45ee-94b8-9f022aa8e8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T14:57:05Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['0ffd8770-b11a-4323-af17-ec8ce61bf813'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:57:29.125470 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-8a7067e4-6fed-4fcf-b92b-d15443ce9d2a req-b1480431-9cc9-4db7-8d55-6fb00a0f965d tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.1799872 Jul 06 14:57:29.221709 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc8cc4-a388-4d69-bb8a-a13f0d76df16 req-6cf10903-1a52-4c4d-8353-18779f4aef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:29.223282 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-18cc8cc4-a388-4d69-bb8a-a13f0d76df16 req-6cf10903-1a52-4c4d-8353-18779f4aef2b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f96a7279-5988-4867-aff6-4945f71924ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1866949 Jul 06 14:57:29.235209 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-8a7067e4-6fed-4fcf-b92b-d15443ce9d2a req-4102dd8d-5934-4393-b6f3-bb23740d1170 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078672 Jul 06 14:57:29.238701 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-f0983843-cee5-4e0f-bc86-5d83d253d2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3367774'] for subnet, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:29.401616 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-2ca6bf03-0458-45ee-94b8-9f022aa8e8b3 None None] Set router 0ffd8770-b11a-4323-af17-ec8ce61bf813 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:57:29.440019 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-18cc8cc4-a388-4d69-bb8a-a13f0d76df16 req-1eaddad0-79a2-4f43-a255-4286c41b05ed service neutron] 10.222.0.25 "GET /v2.0/networks/f96a7279-5988-4867-aff6-4945f71924ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032351 Jul 06 14:57:29.447243 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0983843-cee5-4e0f-bc86-5d83d253d2b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fe2003a-5999-4807-84b5-8695a8505fbc,revision_number=0']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:29.457542 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0983843-cee5-4e0f-bc86-5d83d253d2b8 admin admin] Checking segment: {'id': '0e960c36-43d8-489e-aa4d-2c80e55b8348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b0a10021-e078-47e1-b561-04987957553c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:57:29.458079 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0983843-cee5-4e0f-bc86-5d83d253d2b8 admin admin] Network hostable DHCP agents. Network: b0a10021-e078-47e1-b561-04987957553c, hostable agents: ['69855ee5-e315-4bf8-8b06-7c2b552a2d00'], hosted agents: [] {{(pid=92916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:57:29.542862 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad5823-52db-43fa-a2b0-140836355774 req-56f93a51-2ddb-4980-8a80-5f4e20063947 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:29.556975 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-a3ad5823-52db-43fa-a2b0-140836355774 req-56f93a51-2ddb-4980-8a80-5f4e20063947 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 946 time: 0.2661543 Jul 06 14:57:29.560430 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0983843-cee5-4e0f-bc86-5d83d253d2b8 admin admin] Network b0a10021-e078-47e1-b561-04987957553c is scheduled to be hosted by DHCP agent 69855ee5-e315-4bf8-8b06-7c2b552a2d00 with binding_index 1 {{(pid=92916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:57:29.574345 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 48256) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:29.593125 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-f6ad6598-0cd4-486b-a650-b0361a858476 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Request body: {'floatingip': {'port_id': 'e852c97b-3cb2-4f78-9e70-f1ea9544930f'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:57:29.666602 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-18cc8cc4-a388-4d69-bb8a-a13f0d76df16 req-c9234e74-0487-466f-b1c3-fd9ce77c6031 service neutron] 10.222.0.25 "GET /v2.0/networks/f96a7279-5988-4867-aff6-4945f71924ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104552 Jul 06 14:57:29.675147 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.base_scheduler [None req-f0983843-cee5-4e0f-bc86-5d83d253d2b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-5-iscsi, b0a10021-e078-47e1-b561-04987957553c) {{(pid=92916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:57:29.684682 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0983843-cee5-4e0f-bc86-5d83d253d2b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:29.685393 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-f0983843-cee5-4e0f-bc86-5d83d253d2b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:29.691774 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b1045b-5c67-4aea-a6d5-7ecd89cc8731 None None] Network b0a10021-e078-47e1-b561-04987957553c requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:57:29.754064 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-f6ad6598-0cd4-486b-a650-b0361a858476 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for floatingip, before_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:29.819136 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-f0983843-cee5-4e0f-bc86-5d83d253d2b8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9995942 Jul 06 14:57:29.979401 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28a4d3f-574a-481d-a212-a13aa74b6ff4 None None] Network b0a10021-e078-47e1-b561-04987957553c requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:57:30.213284 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-2ca6bf03-0458-45ee-94b8-9f022aa8e8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'name': 'tempest-AttachVolumeShelveTestJSON-1180299821-router', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:30Z', 'updated_at': '2021-07-06T14:56:39Z', 'revision_number': 4, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'gw_port': {'id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:32Z', 'updated_at': '2021-07-06T14:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_floatingips': [{'id': '3a46d9d2-0ce5-4d10-b626-c1ad9a05d755', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'floating_ip_address': '172.27.3.31', 'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'router_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'port_id': '19694f19-f835-47ec-8e7d-d11823081e9a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad', 'mac_address': 'fa:16:3e:ad:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89375580-f1cb-49e7-9021-031484a37898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:57:02Z', 'updated_at': '2021-07-06T14:57:26Z', 'revision_number': 1, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc', 'name': '', 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'mac_address': 'fa:16:3e:83:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:37Z', 'updated_at': '2021-07-06T14:56:55Z', 'revision_number': 5, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'subnets': [{'id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:57:30.294386 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca6bf03-0458-45ee-94b8-9f022aa8e8b3 None None] The sync data for ids ['0ffd8770-b11a-4323-af17-ec8ce61bf813'] in dv-cinder-788363-5-iscsi is: [{'id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'name': 'tempest-AttachVolumeShelveTestJSON-1180299821-router', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:30Z', 'updated_at': '2021-07-06T14:56:39Z', 'revision_number': 4, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'gw_port': {'id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:32Z', 'updated_at': '2021-07-06T14:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_floatingips': [{'id': '3a46d9d2-0ce5-4d10-b626-c1ad9a05d755', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'floating_ip_address': '172.27.3.31', 'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'router_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'port_id': '19694f19-f835-47ec-8e7d-d11823081e9a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad', 'mac_address': 'fa:16:3e:ad:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89375580-f1cb-49e7-9021-031484a37898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:57:02Z', 'updated_at': '2021-07-06T14:57:26Z', 'revision_number': 1, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc', 'name': '', 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'mac_address': 'fa:16:3e:83:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:37Z', 'updated_at': '2021-07-06T14:56:55Z', 'revision_number': 5, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'subnets': [{'id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:57:30.720703 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c90501-f5f7-49e9-a94b-d3e2bdc5184f req-8d58583c-4d4e-4730-8547-b836cca93152 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:30.739082 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a7c90501-f5f7-49e9-a94b-d3e2bdc5184f req-8d58583c-4d4e-4730-8547-b836cca93152 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.2218606 Jul 06 14:57:30.749661 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.db.resource_extend [None req-f6ad6598-0cd4-486b-a650-b0361a858476 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 14:57:30.780750 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847278a7-e0c2-4414-8061-fe4b7616943f None None] New status for floating IP 3a46d9d2-0ce5-4d10-b626-c1ad9a05d755: ACTIVE {{(pid=92917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:57:30.883706 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a7c90501-f5f7-49e9-a94b-d3e2bdc5184f req-c6bd97c9-7bc1-4b30-bf40-acccfb887117 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415176 Jul 06 14:57:30.956746 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-f6ad6598-0cd4-486b-a650-b0361a858476 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:30.979147 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-f6ad6598-0cd4-486b-a650-b0361a858476 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413103'] for floatingip, after_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:31.213270 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.db.l3_db [None req-f6ad6598-0cd4-486b-a650-b0361a858476 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Floating IP d5e8db27-40f9-492c-b263-22f499c59f31 associated. External IP: 172.27.3.108, port: e852c97b-3cb2-4f78-9e70-f1ea9544930f. Jul 06 14:57:31.621149 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ad6598-0cd4-486b-a650-b0361a858476 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Router 7ade9cb4-ead7-4095-b2ca-080c0a6e3a65 has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:57:31.742727 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ad6598-0cd4-486b-a650-b0361a858476 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:57:31.749528 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-f6ad6598-0cd4-486b-a650-b0361a858476 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for floatingip, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:31.756756 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88910c4c-cf8c-46fb-8cac-cb245301b60c None None] Sync routers for ids ['7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'] in dv-cinder-788363-5-iscsi {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:57:31.771119 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88910c4c-cf8c-46fb-8cac-cb245301b60c None None] Routers {'7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:57:31.772119 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-88910c4c-cf8c-46fb-8cac-cb245301b60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T14:57:05Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:57:31.810472 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-f6ad6598-0cd4-486b-a650-b0361a858476 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "PUT /v2.0/floatingips/d5e8db27-40f9-492c-b263-22f499c59f31 HTTP/1.1" status: 200 len: 992 time: 2.2340555 Jul 06 14:57:31.811529 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50267449-e4dd-4746-ab2b-95d94217b983', 'tag': 'e852c97b-3cb2-4f78-9e70-f1ea9544930f'}] {{(pid=92916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:57:31.817546 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95076a2cfa108320b507fde56cef9a7a3e09023494eaa6cf19f085f96635572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a219095e-f186-47cb-93c4-6f6d7aac1675" -d '{"events": [{"name": "network-changed", "server_uuid": "50267449-e4dd-4746-ab2b-95d94217b983", "tag": "e852c97b-3cb2-4f78-9e70-f1ea9544930f"}]}' {{(pid=92916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:57:31.905691 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bd4be3-d82a-494a-b555-7bf4a43319ae x-openstack-request-id: req-c2bd4be3-d82a-494a-b555-7bf4a43319ae {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:57:31.906167 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50267449-e4dd-4746-ab2b-95d94217b983", "tag": "e852c97b-3cb2-4f78-9e70-f1ea9544930f", "status": "completed", "code": 200}]} {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:57:31.907049 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2bd4be3-d82a-494a-b555-7bf4a43319ae {{(pid=92916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:57:31.907797 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50267449-e4dd-4746-ab2b-95d94217b983', 'tag': 'e852c97b-3cb2-4f78-9e70-f1ea9544930f', 'status': 'completed', 'code': 200} Jul 06 14:57:31.949095 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-88910c4c-cf8c-46fb-8cac-cb245301b60c None None] Set router 7ade9cb4-ead7-4095-b2ca-080c0a6e3a65 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:57:32.010280 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-a28e4dcc-5ee0-4563-a630-48b52d9f58d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:32.215799 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219095e-f186-47cb-93c4-6f6d7aac1675 req-5c8f0930-b63a-42b1-99ce-66d79c117c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:32.221340 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a219095e-f186-47cb-93c4-6f6d7aac1675 req-5c8f0930-b63a-42b1-99ce-66d79c117c76 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=afa5e93041564fd1819d89057c9d3e39&device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 1099 time: 0.1674221 Jul 06 14:57:32.277085 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89db837-9120-4690-b3f3-c94b098caf74 req-0ad65afa-c02b-4b92-9ed7-47a0156cba84 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:32.281244 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d89db837-9120-4690-b3f3-c94b098caf74 req-0ad65afa-c02b-4b92-9ed7-47a0156cba84 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.1485682 Jul 06 14:57:32.445366 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219095e-f186-47cb-93c4-6f6d7aac1675 req-864a56a8-56f1-4701-b8fb-fcf494adbdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:32.448796 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a219095e-f186-47cb-93c4-6f6d7aac1675 req-864a56a8-56f1-4701-b8fb-fcf494adbdd2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3ff68c5b-71a5-4643-a235-ca1e74ec9ec2 HTTP/1.1" status: 200 len: 912 time: 0.2100110 Jul 06 14:57:32.454861 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d89db837-9120-4690-b3f3-c94b098caf74 req-1b4de210-54ab-417c-811e-b9a0f2523dad tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550703 Jul 06 14:57:32.505054 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-88910c4c-cf8c-46fb-8cac-cb245301b60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'name': 'tempest-AttachVolumeTestJSON-1855409086-router', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:33Z', 'updated_at': '2021-07-06T14:56:51Z', 'revision_number': 4, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'gw_port': {'id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:35Z', 'updated_at': '2021-07-06T14:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_floatingips': [{'id': 'd5e8db27-40f9-492c-b263-22f499c59f31', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'floating_ip_address': '172.27.3.108', 'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'router_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'port_id': 'e852c97b-3cb2-4f78-9e70-f1ea9544930f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2', 'mac_address': 'fa:16:3e:c8:9d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50267449-e4dd-4746-ab2b-95d94217b983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:57:03Z', 'updated_at': '2021-07-06T14:57:30Z', 'revision_number': 1, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf', 'name': '', 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'mac_address': 'fa:16:3e:3f:d6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '759d2c94-0450-42a6-a657-8515f615c234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:45Z', 'updated_at': '2021-07-06T14:57:02Z', 'revision_number': 5, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'subnets': [{'id': '759d2c94-0450-42a6-a657-8515f615c234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:57:32.558680 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88910c4c-cf8c-46fb-8cac-cb245301b60c None None] Checking router: 7ade9cb4-ead7-4095-b2ca-080c0a6e3a65 for host: dv-cinder-788363-5-iscsi {{(pid=92918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:57:32.576404 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88910c4c-cf8c-46fb-8cac-cb245301b60c None None] Routers {'7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:57:32.577826 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-88910c4c-cf8c-46fb-8cac-cb245301b60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T14:57:05Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:57:32.767965 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-88910c4c-cf8c-46fb-8cac-cb245301b60c None None] Set router 7ade9cb4-ead7-4095-b2ca-080c0a6e3a65 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:57:33.023015 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-88910c4c-cf8c-46fb-8cac-cb245301b60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'name': 'tempest-AttachVolumeTestJSON-1855409086-router', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:33Z', 'updated_at': '2021-07-06T14:56:51Z', 'revision_number': 4, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'gw_port': {'id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:35Z', 'updated_at': '2021-07-06T14:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_floatingips': [{'id': 'd5e8db27-40f9-492c-b263-22f499c59f31', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'floating_ip_address': '172.27.3.108', 'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'router_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'port_id': 'e852c97b-3cb2-4f78-9e70-f1ea9544930f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2', 'mac_address': 'fa:16:3e:c8:9d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50267449-e4dd-4746-ab2b-95d94217b983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:57:03Z', 'updated_at': '2021-07-06T14:57:30Z', 'revision_number': 1, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf', 'name': '', 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'mac_address': 'fa:16:3e:3f:d6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '759d2c94-0450-42a6-a657-8515f615c234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:45Z', 'updated_at': '2021-07-06T14:57:02Z', 'revision_number': 5, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'subnets': [{'id': '759d2c94-0450-42a6-a657-8515f615c234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:57:33.052647 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88910c4c-cf8c-46fb-8cac-cb245301b60c None None] The sync data for ids ['7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'] in dv-cinder-788363-5-iscsi is: [{'id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'name': 'tempest-AttachVolumeTestJSON-1855409086-router', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:33Z', 'updated_at': '2021-07-06T14:56:51Z', 'revision_number': 4, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'gw_port': {'id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:35Z', 'updated_at': '2021-07-06T14:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_floatingips': [{'id': 'd5e8db27-40f9-492c-b263-22f499c59f31', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'floating_ip_address': '172.27.3.108', 'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'router_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'port_id': 'e852c97b-3cb2-4f78-9e70-f1ea9544930f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2', 'mac_address': 'fa:16:3e:c8:9d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50267449-e4dd-4746-ab2b-95d94217b983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:57:03Z', 'updated_at': '2021-07-06T14:57:30Z', 'revision_number': 1, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf', 'name': '', 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'mac_address': 'fa:16:3e:3f:d6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '759d2c94-0450-42a6-a657-8515f615c234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:45Z', 'updated_at': '2021-07-06T14:57:02Z', 'revision_number': 5, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'subnets': [{'id': '759d2c94-0450-42a6-a657-8515f615c234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:57:33.300845 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c63f4e1-17e2-4a5d-b231-270a2572379a None None] New status for floating IP d5e8db27-40f9-492c-b263-22f499c59f31: ACTIVE {{(pid=92917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:57:35.401693 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d4a96955-2ae2-4f05-bb10-46169cbda082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:35.481212 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:35.751586 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a219095e-f186-47cb-93c4-6f6d7aac1675 req-e3819f9a-c617-4ba4-b037-c99c32bbb2a0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e852c97b-3cb2-4f78-9e70-f1ea9544930f HTTP/1.1" status: 200 len: 1002 time: 0.1032348 Jul 06 14:57:35.839378 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219095e-f186-47cb-93c4-6f6d7aac1675 req-29adc5a3-e25a-49d5-91e7-3b2d9589a6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:35.842383 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a219095e-f186-47cb-93c4-6f6d7aac1675 req-29adc5a3-e25a-49d5-91e7-3b2d9589a6b6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=759d2c94-0450-42a6-a657-8515f615c234 HTTP/1.1" status: 200 len: 850 time: 0.0721269 Jul 06 14:57:36.103959 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219095e-f186-47cb-93c4-6f6d7aac1675 req-07ce82a3-bc57-4579-b286-44f6441947e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:36.105564 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a219095e-f186-47cb-93c4-6f6d7aac1675 req-07ce82a3-bc57-4579-b286-44f6441947e8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3ff68c5b-71a5-4643-a235-ca1e74ec9ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2518241 Jul 06 14:57:36.109559 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-20451a90-db93-4951-a475-205bf6cdab76 req-75e83cbe-20c5-48b8-9351-e6be495b956f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1964920 Jul 06 14:57:36.123545 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3164a-717a-46e2-a0bc-60ab6d55bf18 req-6deebfe3-fb31-4db5-bb30-030342a1337b tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:36.126176 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6ea3164a-717a-46e2-a0bc-60ab6d55bf18 req-6deebfe3-fb31-4db5-bb30-030342a1337b tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.2532558 Jul 06 14:57:36.253799 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6ea3164a-717a-46e2-a0bc-60ab6d55bf18 req-097bc22a-5a58-4dcc-80b6-35aa9bbf1f65 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207802 Jul 06 14:57:36.399599 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a219095e-f186-47cb-93c4-6f6d7aac1675 req-3a74dd4d-3f78-49cf-94fe-ccf9396d175f service neutron] 10.222.0.25 "GET /v2.0/networks/3ff68c5b-71a5-4643-a235-ca1e74ec9ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302530 Jul 06 14:57:36.470784 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20451a90-db93-4951-a475-205bf6cdab76 req-bef45734-791e-41e3-892e-ba7f84c63ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:36.472501 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-20451a90-db93-4951-a475-205bf6cdab76 req-bef45734-791e-41e3-892e-ba7f84c63ed3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1024c61bda14051bc8e9885a0f65a59&device_id=ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7 HTTP/1.1" status: 200 len: 1099 time: 0.2040727 Jul 06 14:57:36.567334 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:36.666066 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a219095e-f186-47cb-93c4-6f6d7aac1675 req-ea24dfbf-b6ef-415f-9738-dcf2b2309626 service neutron] 10.222.0.25 "GET /v2.0/networks/3ff68c5b-71a5-4643-a235-ca1e74ec9ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565556 Jul 06 14:57:36.732542 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20451a90-db93-4951-a475-205bf6cdab76 req-c62d5e25-b899-402e-bd28-c29b04365d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:36.737024 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-20451a90-db93-4951-a475-205bf6cdab76 req-c62d5e25-b899-402e-bd28-c29b04365d45 service neutron] 10.222.0.25 "GET /v2.0/networks?id=91f1fefc-0198-4f01-a19d-5bd222c1a2ce HTTP/1.1" status: 200 len: 914 time: 0.2308748 Jul 06 14:57:36.836463 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-20451a90-db93-4951-a475-205bf6cdab76 req-01ff9759-47c2-4462-ac2a-afb49728d300 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35abb235-c7a3-4263-8048-7a42cb1d2950 HTTP/1.1" status: 200 len: 217 time: 0.0742970 Jul 06 14:57:36.942073 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20451a90-db93-4951-a475-205bf6cdab76 req-47053f3a-718c-4113-87e4-2bbc3e3b4c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:36.944747 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-20451a90-db93-4951-a475-205bf6cdab76 req-47053f3a-718c-4113-87e4-2bbc3e3b4c63 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ffa9830d-1ca2-457e-a1bd-de248713ebca HTTP/1.1" status: 200 len: 853 time: 0.0994937 Jul 06 14:57:37.046748 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-20451a90-db93-4951-a475-205bf6cdab76 req-0c2a67db-1778-474c-8946-a2c9aaec2b77 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=91f1fefc-0198-4f01-a19d-5bd222c1a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823252 Jul 06 14:57:37.456259 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:37.546133 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c651ea-c1d0-4412-9937-c1c79388bef8 req-7defc539-59cf-4099-a673-0a335a129e48 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:37.549678 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-26c651ea-c1d0-4412-9937-c1c79388bef8 req-7defc539-59cf-4099-a673-0a335a129e48 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0a2751-7888-44ee-b404-92f6a0b4c4c5 HTTP/1.1" status: 200 len: 946 time: 0.2115953 Jul 06 14:57:37.662254 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-26c651ea-c1d0-4412-9937-c1c79388bef8 req-2946f148-ce18-469b-8eb1-3611f268fccb tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a1a1ca1-02c0-4759-868d-46312cf263cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019757 Jul 06 14:57:37.779390 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c4669-a2d5-4d0a-b269-2342e08a036c req-ca9b1387-57b2-489f-8ae7-dda041baf71a tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:37.782158 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-931c4669-a2d5-4d0a-b269-2342e08a036c req-ca9b1387-57b2-489f-8ae7-dda041baf71a tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.2114689 Jul 06 14:57:37.792433 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-20451a90-db93-4951-a475-205bf6cdab76 req-c7f1d14f-b630-48aa-bba7-8746ffd075fd service neutron] 10.222.0.25 "GET /v2.0/networks/91f1fefc-0198-4f01-a19d-5bd222c1a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7169240 Jul 06 14:57:37.843648 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-931c4669-a2d5-4d0a-b269-2342e08a036c req-805eba96-329c-44d5-8bd4-9d1033664b34 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498068 Jul 06 14:57:38.569391 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:40.661162 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-20451a90-db93-4951-a475-205bf6cdab76 req-de6362d4-6312-4aad-98b3-12522dd5205a service neutron] 10.222.0.25 "GET /v2.0/networks/91f1fefc-0198-4f01-a19d-5bd222c1a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540718 Jul 06 14:57:40.777629 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374a5a8-1258-4998-bc47-4a865e263860 req-23e3cf67-43d6-4195-afcf-5af8ab14a1e4 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:40.779487 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6374a5a8-1258-4998-bc47-4a865e263860 req-23e3cf67-43d6-4195-afcf-5af8ab14a1e4 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0a2751-7888-44ee-b404-92f6a0b4c4c5 HTTP/1.1" status: 200 len: 946 time: 0.1069803 Jul 06 14:57:40.801690 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93c5a0-dc90-470a-8c1b-d33152d1145c req-011c5729-25a3-4cc9-898f-db90be504c99 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:40.805117 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-3f93c5a0-dc90-470a-8c1b-d33152d1145c req-011c5729-25a3-4cc9-898f-db90be504c99 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.0986857 Jul 06 14:57:40.838706 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6374a5a8-1258-4998-bc47-4a865e263860 req-bb3ebc33-209d-45ef-9d19-9d0a0e8b826a tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a1a1ca1-02c0-4759-868d-46312cf263cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491939 Jul 06 14:57:40.874464 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-3f93c5a0-dc90-470a-8c1b-d33152d1145c req-38fe9911-6b1d-4c5e-8a75-82dd73660b2b tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624850 Jul 06 14:57:43.194900 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f1187-7727-4559-b2e8-4b8c72aaed21 req-0a85e8af-2332-44a9-8720-9f273e209b3e tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:43.196660 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-229f1187-7727-4559-b2e8-4b8c72aaed21 req-0a85e8af-2332-44a9-8720-9f273e209b3e tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0a2751-7888-44ee-b404-92f6a0b4c4c5 HTTP/1.1" status: 200 len: 946 time: 0.0752096 Jul 06 14:57:43.241960 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-229f1187-7727-4559-b2e8-4b8c72aaed21 req-ab7516e6-d573-45ff-a431-3934e605b378 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a1a1ca1-02c0-4759-868d-46312cf263cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393388 Jul 06 14:57:43.508448 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e59de1-f62b-46f7-a3d8-dc4a86f39c02 req-071f15ea-182e-42ad-8961-77e3cb3e0d3f tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:43.510262 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-70e59de1-f62b-46f7-a3d8-dc4a86f39c02 req-071f15ea-182e-42ad-8961-77e3cb3e0d3f tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.0823243 Jul 06 14:57:43.565985 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-70e59de1-f62b-46f7-a3d8-dc4a86f39c02 req-64b43d2c-1115-49e2-8bfa-ef95c169dac5 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453463 Jul 06 14:57:45.183691 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d52063-1566-476a-bce9-2a2006e492e7 req-e3ae3745-fc35-4769-afa1-6a94b353b192 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:45.186203 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-20d52063-1566-476a-bce9-2a2006e492e7 req-e3ae3745-fc35-4769-afa1-6a94b353b192 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0a2751-7888-44ee-b404-92f6a0b4c4c5 HTTP/1.1" status: 200 len: 946 time: 0.1031866 Jul 06 14:57:45.254421 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-20d52063-1566-476a-bce9-2a2006e492e7 req-8e355b5b-e7dc-48b4-baab-c008e52d5e26 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a1a1ca1-02c0-4759-868d-46312cf263cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605414 Jul 06 14:57:45.263910 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3d5d6-9bf4-4ef2-ac3b-ec524c36991f req-c8dc37af-1b62-4d29-bdd0-99c082cd0357 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:45.270052 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c7c3d5d6-9bf4-4ef2-ac3b-ec524c36991f req-c8dc37af-1b62-4d29-bdd0-99c082cd0357 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.1091549 Jul 06 14:57:45.323883 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c7c3d5d6-9bf4-4ef2-ac3b-ec524c36991f req-5741c489-b187-42ce-bcc9-19b2e1d0f5f2 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455148 Jul 06 14:57:47.180545 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c8de8-2e87-4ecb-82e2-4934c78259c4 req-adf19b78-0039-4c67-8f78-978c835ac35e tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:47.180545 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-395c8de8-2e87-4ecb-82e2-4934c78259c4 req-adf19b78-0039-4c67-8f78-978c835ac35e tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0a2751-7888-44ee-b404-92f6a0b4c4c5 HTTP/1.1" status: 200 len: 946 time: 0.1669929 Jul 06 14:57:47.271698 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-395c8de8-2e87-4ecb-82e2-4934c78259c4 req-f558f966-ffe6-48ac-864a-5cff3dc01ffa tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a1a1ca1-02c0-4759-868d-46312cf263cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864255 Jul 06 14:57:47.312050 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fb8ef-6cfb-44f5-b518-6fa68dec7bb3 req-037ae2d2-6bf5-4ac5-a6ee-b21e90139b0c tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:47.313943 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-fc1fb8ef-6cfb-44f5-b518-6fa68dec7bb3 req-037ae2d2-6bf5-4ac5-a6ee-b21e90139b0c tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca0a2751-7888-44ee-b404-92f6a0b4c4c5 HTTP/1.1" status: 200 len: 946 time: 0.2672243 Jul 06 14:57:47.326629 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec906c-f5e3-42a0-9407-e8ad7c513cbc req-ae59afd8-66b1-4f5d-8c71-d8f7167d36b1 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:47.328396 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-84ec906c-f5e3-42a0-9407-e8ad7c513cbc req-ae59afd8-66b1-4f5d-8c71-d8f7167d36b1 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.1893959 Jul 06 14:57:47.546507 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-84ec906c-f5e3-42a0-9407-e8ad7c513cbc req-62bcf237-99fd-4244-8567-08989e7aabf5 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693871 Jul 06 14:57:47.643959 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [req-fc1fb8ef-6cfb-44f5-b518-6fa68dec7bb3 req-dbdeac27-c0cd-4205-9e8a-f40e6148b864 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Deleting port d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97 {{(pid=92915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:57:47.644316 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-fc1fb8ef-6cfb-44f5-b518-6fa68dec7bb3 req-dbdeac27-c0cd-4205-9e8a-f40e6148b864 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:47.767530 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-fc1fb8ef-6cfb-44f5-b518-6fa68dec7bb3 req-dbdeac27-c0cd-4205-9e8a-f40e6148b864 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] For port d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97,segment=NetworkSegment(83327677-3fa7-4eb1-9633-734b79c94cf9),segment_id=83327677-3fa7-4eb1-9633-734b79c94cf9)] {{(pid=92915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:57:47.767935 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-fc1fb8ef-6cfb-44f5-b518-6fa68dec7bb3 req-dbdeac27-c0cd-4205-9e8a-f40e6148b864 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:47.787553 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [req-fc1fb8ef-6cfb-44f5-b518-6fa68dec7bb3 req-dbdeac27-c0cd-4205-9e8a-f40e6148b864 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Calling delete_port for d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97 owned by compute:nova {{(pid=92915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:57:48.030403 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d995e68-482a-494b-afe8-3c544fcca91b req-f0f3e94b-98fd-4d93-b48e-ca4b5aed0788 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:48.035369 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-1d995e68-482a-494b-afe8-3c544fcca91b req-f0f3e94b-98fd-4d93-b48e-ca4b5aed0788 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/networks?id=91f1fefc-0198-4f01-a19d-5bd222c1a2ce HTTP/1.1" status: 200 len: 813 time: 0.2137418 Jul 06 14:57:48.058919 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-1d995e68-482a-494b-afe8-3c544fcca91b req-b8188c10-3ab8-47ca-addc-3bc334854ac1 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/quotas/e1024c61bda14051bc8e9885a0f65a59 HTTP/1.1" status: 200 len: 375 time: 0.0176580 Jul 06 14:57:48.082651 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-fc1fb8ef-6cfb-44f5-b518-6fa68dec7bb3 req-dbdeac27-c0cd-4205-9e8a-f40e6148b864 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2297282'] for port, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:48.121709 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdeac27-c0cd-4205-9e8a-f40e6148b864 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Pushing event deleted for resources: {'Port': ['ID=d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:48.143916 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:57:48.196994 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-1d995e68-482a-494b-afe8-3c544fcca91b req-9711d382-311b-47f9-a0f5-1cecd41f55a8 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e1024c61bda14051bc8e9885a0f65a59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1272550 Jul 06 14:57:48.210578 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1fb8ef-6cfb-44f5-b518-6fa68dec7bb3 req-dbdeac27-c0cd-4205-9e8a-f40e6148b864 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] No DVR routers for this DVR port d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97 on host hv-cinder-78836 {{(pid=92915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:57:48.215599 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-fc1fb8ef-6cfb-44f5-b518-6fa68dec7bb3 req-dbdeac27-c0cd-4205-9e8a-f40e6148b864 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:48.219469 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-fc1fb8ef-6cfb-44f5-b518-6fa68dec7bb3 req-dbdeac27-c0cd-4205-9e8a-f40e6148b864 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.25 "DELETE /v2.0/ports/d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97 HTTP/1.1" status: 204 len: 173 time: 0.8898156 Jul 06 14:57:48.220408 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0a2751-7888-44ee-b404-92f6a0b4c4c5', 'name': 'network-vif-deleted', 'tag': 'd4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97'}] {{(pid=92915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:57:48.224578 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92756195bd967bcafd15386578949a9109be95aebc1330c0508ce0179bff92bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05eea13f-3647-4ac5-9059-833eb9857eee" -d '{"events": [{"server_uuid": "ca0a2751-7888-44ee-b404-92f6a0b4c4c5", "name": "network-vif-deleted", "tag": "d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97"}]}' {{(pid=92915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:57:48.334581 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-1d995e68-482a-494b-afe8-3c544fcca91b req-5885c735-5e5d-4689-8e14-ba47cff44b91 service neutron] 10.222.0.20 "GET /v2.0/networks/91f1fefc-0198-4f01-a19d-5bd222c1a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233981 Jul 06 14:57:48.503509 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-1d995e68-482a-494b-afe8-3c544fcca91b req-71b1fdd8-8710-47f1-b459-13ba31c219b5 service neutron] 10.222.0.20 "GET /v2.0/networks/91f1fefc-0198-4f01-a19d-5bd222c1a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562538 Jul 06 14:57:48.515235 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054a7a2d-d6e8-4a15-926e-a32d444bd2e6 x-openstack-request-id: req-054a7a2d-d6e8-4a15-926e-a32d444bd2e6 {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:57:48.517329 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0a2751-7888-44ee-b404-92f6a0b4c4c5", "name": "network-vif-deleted", "tag": "d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97", "status": "completed", "code": 200}]} {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:57:48.521727 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-054a7a2d-d6e8-4a15-926e-a32d444bd2e6 {{(pid=92915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:57:48.521727 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0a2751-7888-44ee-b404-92f6a0b4c4c5', 'name': 'network-vif-deleted', 'tag': 'd4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97', 'status': 'completed', 'code': 200} Jul 06 14:57:48.796882 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-f3f33699-396f-44d8-8ff8-c249a98d010e req-dd237c0d-021e-44ae-a299-ad9b7ebfb529 tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0a2751-7888-44ee-b404-92f6a0b4c4c5 HTTP/1.1" status: 200 len: 210 time: 0.0850325 Jul 06 14:57:48.944426 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cedd3-379d-4802-955f-3a5cf94e0cc8 req-c36d9161-fd53-4395-a0bb-ecffa1568c1c tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:48.968847 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e98cedd3-379d-4802-955f-3a5cf94e0cc8 req-c36d9161-fd53-4395-a0bb-ecffa1568c1c tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.1174810 Jul 06 14:57:48.971325 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-913dad2e-317f-4cbe-81dd-3a11f2de8d29 req-d8328871-056e-408a-bbeb-7ec78b5b3aa2 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5111dce-a930-43fe-944c-939844c9370c HTTP/1.1" status: 200 len: 210 time: 0.0774913 Jul 06 14:57:49.039641 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e98cedd3-379d-4802-955f-3a5cf94e0cc8 req-b3afd12c-7752-4d4e-a065-7f0bbb1b49bc tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695577 Jul 06 14:57:50.064472 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-bcccb3c3-c09e-48de-9d69-1bacd32f5bc0 req-642597ba-805a-4e2b-a253-73202b2a00cb tempest-DeleteServersTestJSON-1255343993 tempest-DeleteServersTestJSON-1255343993-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0a2751-7888-44ee-b404-92f6a0b4c4c5 HTTP/1.1" status: 200 len: 210 time: 0.0554962 Jul 06 14:57:50.275709 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:57:50.341175 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-9531112f-f9cd-43ee-bee4-df29c754e248 req-775c45bf-4f4f-418d-89d3-11fea6533855 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5111dce-a930-43fe-944c-939844c9370c HTTP/1.1" status: 200 len: 210 time: 0.0972798 Jul 06 14:57:50.348845 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] No Port match for: d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97 {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:57:50.350964 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device d4c4ddd5-7b5e-4ec8-b2f1-ac22162eaf97 not bound to the agent host hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:57:50.489667 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0805f-e357-4598-be74-b478729fd485 req-e6253da5-9507-40f6-8bd6-d53594dc3a49 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:50.489667 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-fec0805f-e357-4598-be74-b478729fd485 req-e6253da5-9507-40f6-8bd6-d53594dc3a49 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.1587596 Jul 06 14:57:50.555132 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-fec0805f-e357-4598-be74-b478729fd485 req-26fcce0a-1dec-4977-8e69-f577c7ceefd4 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560038 Jul 06 14:57:50.684624 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 48672) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:50.887239 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d995e68-482a-494b-afe8-3c544fcca91b req-c85f4a3a-8882-4ccb-943c-de874db4ae58 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:50.889378 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-1d995e68-482a-494b-afe8-3c544fcca91b req-c85f4a3a-8882-4ccb-943c-de874db4ae58 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.25 "GET /v2.0/networks?id=91f1fefc-0198-4f01-a19d-5bd222c1a2ce HTTP/1.1" status: 200 len: 813 time: 0.2556303 Jul 06 14:57:50.898622 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0cd07b1a-6e8d-429d-b68e-e4c27233d329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:50.925253 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [req-1d995e68-482a-494b-afe8-3c544fcca91b req-415e8853-2ff1-4254-9357-7128ceb3bfc9 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Request body: {'port': {'device_id': 'b5111dce-a930-43fe-944c-939844c9370c', 'network_id': '91f1fefc-0198-4f01-a19d-5bd222c1a2ce', 'admin_state_up': True, 'tenant_id': 'e1024c61bda14051bc8e9885a0f65a59'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:57:51.063974 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0cd07b1a-6e8d-429d-b68e-e4c27233d329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:51.069971 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0cd07b1a-6e8d-429d-b68e-e4c27233d329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:51.123903 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d995e68-482a-494b-afe8-3c544fcca91b req-415e8853-2ff1-4254-9357-7128ceb3bfc9 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Made reservation on behalf of e1024c61bda14051bc8e9885a0f65a59 for: {'port': 1} {{(pid=92915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:57:51.129361 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-1d995e68-482a-494b-afe8-3c544fcca91b req-415e8853-2ff1-4254-9357-7128ceb3bfc9 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:51.133290 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd07b1a-6e8d-429d-b68e-e4c27233d329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8017feed-899f-4990-a4f4-2ccb6da81e30,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:51.144443 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-0cd07b1a-6e8d-429d-b68e-e4c27233d329 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a19eac3e38904f66b65c805103d1c0a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4531074 Jul 06 14:57:51.144750 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 48684) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:51.238255 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-21c0c85e-5532-4e4c-930e-7a2a9e57c551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:51.272431 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-21c0c85e-5532-4e4c-930e-7a2a9e57c551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:51.286967 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 6 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:57:51.353705 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-21c0c85e-5532-4e4c-930e-7a2a9e57c551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:51.356831 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-21c0c85e-5532-4e4c-930e-7a2a9e57c551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:51.358296 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-21c0c85e-5532-4e4c-930e-7a2a9e57c551 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8017feed-899f-4990-a4f4-2ccb6da81e30 HTTP/1.1" status: 204 len: 168 time: 0.2119856 Jul 06 14:57:51.368048 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0c85e-5532-4e4c-930e-7a2a9e57c551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8017feed-899f-4990-a4f4-2ccb6da81e30,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:51.391012 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_common [req-1d995e68-482a-494b-afe8-3c544fcca91b req-415e8853-2ff1-4254-9357-7128ceb3bfc9 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Allocated IP 172.20.0.4 (91f1fefc-0198-4f01-a19d-5bd222c1a2ce/ffa9830d-1ca2-457e-a1bd-de248713ebca/3d31caef-dba3-491f-ae91-bb8d8992ad0d) {{(pid=92915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:57:51.660834 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-bb332ddb-d333-4ad8-8869-8f46500817a7 req-5029da5c-e643-4b4d-b47a-54d70e34ef96 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5111dce-a930-43fe-944c-939844c9370c HTTP/1.1" status: 200 len: 210 time: 0.0456536 Jul 06 14:57:51.916175 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-1d995e68-482a-494b-afe8-3c544fcca91b req-415e8853-2ff1-4254-9357-7128ceb3bfc9 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Notify callbacks [] for port, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:52.037543 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8e331-00f9-4378-ba9b-8debc5e6281b req-881ecca5-053d-4cf6-b8a7-04b1ad31eb49 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:52.043631 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-2ce8e331-00f9-4378-ba9b-8debc5e6281b req-881ecca5-053d-4cf6-b8a7-04b1ad31eb49 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.2006066 Jul 06 14:57:52.062752 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-1d995e68-482a-494b-afe8-3c544fcca91b req-415e8853-2ff1-4254-9357-7128ceb3bfc9 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2297291'] for port, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:52.125046 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['35abb235-c7a3-4263-8048-7a42cb1d2950'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:57:52.142485 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 48720) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:52.168537 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d995e68-482a-494b-afe8-3c544fcca91b req-415e8853-2ff1-4254-9357-7128ceb3bfc9 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Network 91f1fefc-0198-4f01-a19d-5bd222c1a2ce is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:57:52.180492 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 48724) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:52.196542 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-00a56475-3255-494b-9573-ae70ab94980d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:52.315039 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-2ce8e331-00f9-4378-ba9b-8debc5e6281b req-8e9002f3-dfe4-4dee-ad16-12ad25781794 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600439 Jul 06 14:57:52.321061 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [req-1d995e68-482a-494b-afe8-3c544fcca91b req-415e8853-2ff1-4254-9357-7128ceb3bfc9 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:57:52.329588 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d995e68-482a-494b-afe8-3c544fcca91b req-415e8853-2ff1-4254-9357-7128ceb3bfc9 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Received port after_create {{(pid=92915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:57:52.343637 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e8853-2ff1-4254-9357-7128ceb3bfc9 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Pushing event updated for resources: {'Port': ['ID=3d31caef-dba3-491f-ae91-bb8d8992ad0d,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:52.456147 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-00a56475-3255-494b-9573-ae70ab94980d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:52.463267 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-00a56475-3255-494b-9573-ae70ab94980d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:52.475122 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d995e68-482a-494b-afe8-3c544fcca91b req-415e8853-2ff1-4254-9357-7128ceb3bfc9 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:52.476519 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-1d995e68-482a-494b-afe8-3c544fcca91b req-415e8853-2ff1-4254-9357-7128ceb3bfc9 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:52.503790 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-1d995e68-482a-494b-afe8-3c544fcca91b req-415e8853-2ff1-4254-9357-7128ceb3bfc9 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5849981 Jul 06 14:57:52.515974 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-00a56475-3255-494b-9573-ae70ab94980d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a2946d03aaf4100bf21fcf57c864523&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3638453 Jul 06 14:57:52.516867 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a56475-3255-494b-9573-ae70ab94980d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086ce4b0-d7bc-4482-b2da-ab4d3687144b,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:52.521427 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 48730) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:52.525027 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [req-1d995e68-482a-494b-afe8-3c544fcca91b req-f515175e-3b2d-4f97-b0d7-6b07022724d3 service neutron] Request body: {'port': {'device_id': 'b5111dce-a930-43fe-944c-939844c9370c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:57:52.622837 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-34ea11e2-b3cf-49d9-b6d9-b3b798173908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:52.632237 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-1d995e68-482a-494b-afe8-3c544fcca91b req-f515175e-3b2d-4f97-b0d7-6b07022724d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:52.658215 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-34ea11e2-b3cf-49d9-b6d9-b3b798173908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:52.732573 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-34ea11e2-b3cf-49d9-b6d9-b3b798173908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:52.739252 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-34ea11e2-b3cf-49d9-b6d9-b3b798173908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:52.740961 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-34ea11e2-b3cf-49d9-b6d9-b3b798173908 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/086ce4b0-d7bc-4482-b2da-ab4d3687144b HTTP/1.1" status: 204 len: 168 time: 0.2172613 Jul 06 14:57:52.748263 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-f412940a-baf8-4aa5-a5ba-1f4421947e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:52.754500 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea11e2-b3cf-49d9-b6d9-b3b798173908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086ce4b0-d7bc-4482-b2da-ab4d3687144b,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:52.997378 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd381915-4cfa-4c75-8332-805e29379d65 req-d7fd0bc3-8f02-46af-ab58-bf06fdacf06e tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:53.002224 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-dd381915-4cfa-4c75-8332-805e29379d65 req-d7fd0bc3-8f02-46af-ab58-bf06fdacf06e tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5111dce-a930-43fe-944c-939844c9370c HTTP/1.1" status: 200 len: 931 time: 0.1483107 Jul 06 14:57:53.107903 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-dd381915-4cfa-4c75-8332-805e29379d65 req-18abe1ae-58e4-4fdc-a555-69d82c0ee502 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955114 Jul 06 14:57:53.164049 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-f412940a-baf8-4aa5-a5ba-1f4421947e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:53.178121 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-f412940a-baf8-4aa5-a5ba-1f4421947e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:53.189170 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 48748) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:53.274391 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b5958d1-e24e-4611-a57b-9f7ddcf98a7c admin admin] Deleting subnet ae919faa-8b01-4d16-8cf8-c87e14cfd3f0 {{(pid=92916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:57:53.278926 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5b5958d1-e24e-4611-a57b-9f7ddcf98a7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:53.280254 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412940a-baf8-4aa5-a5ba-1f4421947e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08ac0d3-e5b9-412a-9ebb-2838cb93e1ac,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:53.285583 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [req-1d995e68-482a-494b-afe8-3c544fcca91b req-f515175e-3b2d-4f97-b0d7-6b07022724d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d31caef-dba3-491f-ae91-bb8d8992ad0d {{(pid=92915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:57:53.295525 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-f412940a-baf8-4aa5-a5ba-1f4421947e08 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=69763f7a5a7a4f20b1aef3675a90fee7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1071615 Jul 06 14:57:53.296405 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 48752) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:53.303308 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-1d995e68-482a-494b-afe8-3c544fcca91b req-f515175e-3b2d-4f97-b0d7-6b07022724d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:53.338212 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.provisioning_blocks [req-1d995e68-482a-494b-afe8-3c544fcca91b req-f515175e-3b2d-4f97-b0d7-6b07022724d3 service neutron] Transition to ACTIVE for port object 3d31caef-dba3-491f-ae91-bb8d8992ad0d will not be triggered until provisioned by entity L2. {{(pid=92915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:57:53.347419 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-1d995e68-482a-494b-afe8-3c544fcca91b req-f515175e-3b2d-4f97-b0d7-6b07022724d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2297145'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:53.348666 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5b5958d1-e24e-4611-a57b-9f7ddcf98a7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2271169'] for subnet, precommit_delete_associations {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:53.431978 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5b5958d1-e24e-4611-a57b-9f7ddcf98a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7770968'] for subnet, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:53.512233 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515175e-3b2d-4f97-b0d7-6b07022724d3 service neutron] Pushing event updated for resources: {'Port': ['ID=3d31caef-dba3-491f-ae91-bb8d8992ad0d,revision_number=2']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:53.565466 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5b5958d1-e24e-4611-a57b-9f7ddcf98a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7770961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3367085'] for subnet, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:53.597411 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-2385374d-d5dd-45ee-b29e-f682e25f7405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:53.614169 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5958d1-e24e-4611-a57b-9f7ddcf98a7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae919faa-8b01-4d16-8cf8-c87e14cfd3f0,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:53.616527 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5b5958d1-e24e-4611-a57b-9f7ddcf98a7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:53.618782 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-5b5958d1-e24e-4611-a57b-9f7ddcf98a7c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ae919faa-8b01-4d16-8cf8-c87e14cfd3f0 HTTP/1.1" status: 204 len: 168 time: 0.4280920 Jul 06 14:57:53.649522 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 48766) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:53.708337 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50333bbb-b499-4008-8f0a-e6edaa625f60 req-8e84367b-0f47-4e73-b01a-e9a20bcaa9b5 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:53.716435 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-50333bbb-b499-4008-8f0a-e6edaa625f60 req-8e84367b-0f47-4e73-b01a-e9a20bcaa9b5 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.1034844 Jul 06 14:57:53.833400 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-50333bbb-b499-4008-8f0a-e6edaa625f60 req-bcef0e83-5d22-47d8-92bb-949014c73026 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159172 Jul 06 14:57:53.850031 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-2385374d-d5dd-45ee-b29e-f682e25f7405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:53.856705 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5c8680c3-d5c5-4d15-b833-113b399ea988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558629'] for network, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:53.910225 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.managers [req-1d995e68-482a-494b-afe8-3c544fcca91b req-f515175e-3b2d-4f97-b0d7-6b07022724d3 service neutron] Attempting to bind port 3d31caef-dba3-491f-ae91-bb8d8992ad0d on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:57:53.910567 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.managers [req-1d995e68-482a-494b-afe8-3c544fcca91b req-f515175e-3b2d-4f97-b0d7-6b07022724d3 service neutron] Attempting to bind port 3d31caef-dba3-491f-ae91-bb8d8992ad0d by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'b8a69907-b7f8-4f17-967d-07147bf9886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '91f1fefc-0198-4f01-a19d-5bd222c1a2ce'}] {{(pid=92915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:57:53.911040 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d995e68-482a-494b-afe8-3c544fcca91b req-f515175e-3b2d-4f97-b0d7-6b07022724d3 service neutron] Attempting to bind port 3d31caef-dba3-491f-ae91-bb8d8992ad0d on network 91f1fefc-0198-4f01-a19d-5bd222c1a2ce {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:57:53.951360 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d995e68-482a-494b-afe8-3c544fcca91b req-f515175e-3b2d-4f97-b0d7-6b07022724d3 service neutron] Port 3d31caef-dba3-491f-ae91-bb8d8992ad0d on network 91f1fefc-0198-4f01-a19d-5bd222c1a2ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:57:53.951696 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d995e68-482a-494b-afe8-3c544fcca91b req-f515175e-3b2d-4f97-b0d7-6b07022724d3 service neutron] Attempting to bind port 3d31caef-dba3-491f-ae91-bb8d8992ad0d on network 91f1fefc-0198-4f01-a19d-5bd222c1a2ce {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:57:53.976803 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d995e68-482a-494b-afe8-3c544fcca91b req-f515175e-3b2d-4f97-b0d7-6b07022724d3 service neutron] Checking agent: {'id': '04d4ab22-d878-41a9-afec-a7a2984360cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'started_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:57:53.976803 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d995e68-482a-494b-afe8-3c544fcca91b req-f515175e-3b2d-4f97-b0d7-6b07022724d3 service neutron] Checking segment: {'id': 'b8a69907-b7f8-4f17-967d-07147bf9886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '91f1fefc-0198-4f01-a19d-5bd222c1a2ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:57:53.976803 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d995e68-482a-494b-afe8-3c544fcca91b req-f515175e-3b2d-4f97-b0d7-6b07022724d3 service neutron] Bound using segment: {'id': 'b8a69907-b7f8-4f17-967d-07147bf9886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '91f1fefc-0198-4f01-a19d-5bd222c1a2ce'} {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:57:53.976803 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.managers [req-1d995e68-482a-494b-afe8-3c544fcca91b req-f515175e-3b2d-4f97-b0d7-6b07022724d3 service neutron] Bound port: 3d31caef-dba3-491f-ae91-bb8d8992ad0d, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a69907-b7f8-4f17-967d-07147bf9886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '91f1fefc-0198-4f01-a19d-5bd222c1a2ce'}}] {{(pid=92915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:57:53.977260 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-1d995e68-482a-494b-afe8-3c544fcca91b req-f515175e-3b2d-4f97-b0d7-6b07022724d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:54.053223 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5c8680c3-d5c5-4d15-b833-113b399ea988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7824845', 'neutron.services.segments.db._delete_segments_for_network-8766384846942'] for network, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:54.057896 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-2385374d-d5dd-45ee-b29e-f682e25f7405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:54.060584 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-2385374d-d5dd-45ee-b29e-f682e25f7405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:54.061804 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-2385374d-d5dd-45ee-b29e-f682e25f7405 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e08ac0d3-e5b9-412a-9ebb-2838cb93e1ac HTTP/1.1" status: 204 len: 168 time: 0.7614915 Jul 06 14:57:54.076651 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.services.segments.db [None req-5c8680c3-d5c5-4d15-b833-113b399ea988 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d81a714-bd3b-47cb-9f59-3ddb751fc6f0']}} {{(pid=92915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:57:54.104374 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.services.segments.db [None req-5c8680c3-d5c5-4d15-b833-113b399ea988 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83327677-3fa7-4eb1-9633-734b79c94cf9') {'for_net_delete': True} {{(pid=92915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:57:54.104751 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.services.segments.db [None req-5c8680c3-d5c5-4d15-b833-113b399ea988 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83327677-3fa7-4eb1-9633-734b79c94cf9') {} {{(pid=92915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:57:54.122058 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385374d-d5dd-45ee-b29e-f682e25f7405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08ac0d3-e5b9-412a-9ebb-2838cb93e1ac,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:54.130805 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5c8680c3-d5c5-4d15-b833-113b399ea988 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766384831618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4166527'] for segment, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:54.175683 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-1d995e68-482a-494b-afe8-3c544fcca91b req-f515175e-3b2d-4f97-b0d7-6b07022724d3 service neutron] For port 3d31caef-dba3-491f-ae91-bb8d8992ad0d, host hv-cinder-78836, cleared binding levels {{(pid=92915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:57:54.178166 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5c8680c3-d5c5-4d15-b833-113b399ea988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:54.181512 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-1d995e68-482a-494b-afe8-3c544fcca91b req-f515175e-3b2d-4f97-b0d7-6b07022724d3 service neutron] For port 3d31caef-dba3-491f-ae91-bb8d8992ad0d, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3d31caef-dba3-491f-ae91-bb8d8992ad0d,segment=NetworkSegment(b8a69907-b7f8-4f17-967d-07147bf9886f),segment_id=b8a69907-b7f8-4f17-967d-07147bf9886f)] {{(pid=92915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:57:54.188869 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c8680c3-d5c5-4d15-b833-113b399ea988 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=92915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:57:54.189319 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5c8680c3-d5c5-4d15-b833-113b399ea988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2297117'] for segment, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: Traceback (most recent call last): Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: timer() Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: cb(*args, **kw) Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: return func(*args, **kwargs) Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: self._notify() Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: self.callback(batched_events) Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: event.method(event) Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: return f(self, *a, **k) Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: return self._get(url).json() Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: return self.request(url, 'GET', **kwargs) Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:57:54.191311 dv-cinder-788363-5-iscsi neutron-server[92915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:57:54.196261 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-1d995e68-482a-494b-afe8-3c544fcca91b req-f515175e-3b2d-4f97-b0d7-6b07022724d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2297145'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:54.286203 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d995e68-482a-494b-afe8-3c544fcca91b req-f515175e-3b2d-4f97-b0d7-6b07022724d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:54.286874 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-1d995e68-482a-494b-afe8-3c544fcca91b req-f515175e-3b2d-4f97-b0d7-6b07022724d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:54.289162 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-1d995e68-482a-494b-afe8-3c544fcca91b req-f515175e-3b2d-4f97-b0d7-6b07022724d3 service neutron] 10.222.0.25 "PUT /v2.0/ports/3d31caef-dba3-491f-ae91-bb8d8992ad0d HTTP/1.1" status: 200 len: 1093 time: 1.7686191 Jul 06 14:57:54.291007 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5111dce-a930-43fe-944c-939844c9370c', 'tag': '3d31caef-dba3-491f-ae91-bb8d8992ad0d'}] {{(pid=92915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:57:54.294681 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92756195bd967bcafd15386578949a9109be95aebc1330c0508ce0179bff92bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640980d6-e249-4e6a-8583-412578f48bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "b5111dce-a930-43fe-944c-939844c9370c", "tag": "3d31caef-dba3-491f-ae91-bb8d8992ad0d"}]}' {{(pid=92915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:57:54.322204 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5c8680c3-d5c5-4d15-b833-113b399ea988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7824838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-413105'] for network, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:54.379618 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5c8680c3-d5c5-4d15-b833-113b399ea988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:54.387211 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-5c8680c3-d5c5-4d15-b833-113b399ea988 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2d81a714-bd3b-47cb-9f59-3ddb751fc6f0 HTTP/1.1" status: 204 len: 168 time: 0.7353058 Jul 06 14:57:54.395582 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8680c3-d5c5-4d15-b833-113b399ea988 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d81a714-bd3b-47cb-9f59-3ddb751fc6f0,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:54.411476 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515175e-3b2d-4f97-b0d7-6b07022724d3 service neutron] Pushing event updated for resources: {'Port': ['ID=3d31caef-dba3-491f-ae91-bb8d8992ad0d,revision_number=3']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:54.420375 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2321df1-d659-4e63-aedd-244fb9d55849 x-openstack-request-id: req-b2321df1-d659-4e63-aedd-244fb9d55849 {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:57:54.420807 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5111dce-a930-43fe-944c-939844c9370c", "tag": "3d31caef-dba3-491f-ae91-bb8d8992ad0d", "status": "completed", "code": 200}]} {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:57:54.421400 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2321df1-d659-4e63-aedd-244fb9d55849 {{(pid=92915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:57:54.422756 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5111dce-a930-43fe-944c-939844c9370c', 'tag': '3d31caef-dba3-491f-ae91-bb8d8992ad0d', 'status': 'completed', 'code': 200} Jul 06 14:57:54.644234 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d995e68-482a-494b-afe8-3c544fcca91b req-e3d8e84d-f612-4d0c-bef9-698b8faa4e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:54.646955 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-1d995e68-482a-494b-afe8-3c544fcca91b req-e3d8e84d-f612-4d0c-bef9-698b8faa4e99 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1024c61bda14051bc8e9885a0f65a59&device_id=b5111dce-a930-43fe-944c-939844c9370c HTTP/1.1" status: 200 len: 1096 time: 0.2532871 Jul 06 14:57:54.669881 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0e368-da8e-4b30-9d3c-a77b2effaccd req-2ef312e1-9e20-4318-8549-2cfd2e030e43 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:54.673350 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-83b0e368-da8e-4b30-9d3c-a77b2effaccd req-2ef312e1-9e20-4318-8549-2cfd2e030e43 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5111dce-a930-43fe-944c-939844c9370c HTTP/1.1" status: 200 len: 943 time: 0.2742410 Jul 06 14:57:54.745225 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-1d995e68-482a-494b-afe8-3c544fcca91b req-b6140069-5d7e-45c7-b53d-fe82741d4def service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d31caef-dba3-491f-ae91-bb8d8992ad0d HTTP/1.1" status: 200 len: 217 time: 0.0704398 Jul 06 14:57:54.895153 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 48820) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:54.899058 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-83b0e368-da8e-4b30-9d3c-a77b2effaccd req-d3db7110-99cf-49fa-87ae-3923b0d7c87c tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131128 Jul 06 14:57:54.916519 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d995e68-482a-494b-afe8-3c544fcca91b req-3cab68fc-8cf2-42ba-82da-0e555fa281be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:54.918134 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-1d995e68-482a-494b-afe8-3c544fcca91b req-3cab68fc-8cf2-42ba-82da-0e555fa281be service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ffa9830d-1ca2-457e-a1bd-de248713ebca HTTP/1.1" status: 200 len: 853 time: 0.1614232 Jul 06 14:57:55.024781 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-1d995e68-482a-494b-afe8-3c544fcca91b req-6bd8b61e-ce92-4c0c-b5a4-4133bf5c34ea service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=91f1fefc-0198-4f01-a19d-5bd222c1a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852475 Jul 06 14:57:55.066232 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-f73c4c91-6486-406f-99dc-a148f191ecd2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bd7f55f0275e4bd5aa70d5197b9ac5d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1648428 Jul 06 14:57:55.066677 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 48832) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:55.193966 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-33f23e95-b840-437b-8ab9-144c8ba41bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:55.262936 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-1d995e68-482a-494b-afe8-3c544fcca91b req-a2b79b8a-bdab-4492-b87d-ff272a5446b0 service neutron] 10.222.0.25 "GET /v2.0/networks/91f1fefc-0198-4f01-a19d-5bd222c1a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286501 Jul 06 14:57:55.313307 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-33f23e95-b840-437b-8ab9-144c8ba41bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:55.413032 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ee639-4afc-4f5d-b14d-3f0fb927de24 req-12f6874d-9b58-4912-8fb5-2e1887308cc2 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:55.415190 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-219ee639-4afc-4f5d-b14d-3f0fb927de24 req-12f6874d-9b58-4912-8fb5-2e1887308cc2 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.2127421 Jul 06 14:57:55.422726 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-1d995e68-482a-494b-afe8-3c544fcca91b req-6b6d579d-cf45-48d4-92df-fc1d2d65e78e service neutron] 10.222.0.25 "GET /v2.0/networks/91f1fefc-0198-4f01-a19d-5bd222c1a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524758 Jul 06 14:57:55.452651 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-33f23e95-b840-437b-8ab9-144c8ba41bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:55.455526 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-33f23e95-b840-437b-8ab9-144c8ba41bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:55.457135 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-33f23e95-b840-437b-8ab9-144c8ba41bc2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a1a1ca1-02c0-4759-868d-46312cf263cd HTTP/1.1" status: 204 len: 168 time: 0.3891048 Jul 06 14:57:55.476252 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f23e95-b840-437b-8ab9-144c8ba41bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1a1ca1-02c0-4759-868d-46312cf263cd,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:55.520809 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-219ee639-4afc-4f5d-b14d-3f0fb927de24 req-ca35e384-6bc5-4910-a6d6-d65368eb7141 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939734 Jul 06 14:57:55.694678 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640980d6-e249-4e6a-8583-412578f48bfa req-9ca2093a-6416-4472-89e9-e490dfabc4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:55.697558 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-640980d6-e249-4e6a-8583-412578f48bfa req-9ca2093a-6416-4472-89e9-e490dfabc4b4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1024c61bda14051bc8e9885a0f65a59&device_id=b5111dce-a930-43fe-944c-939844c9370c HTTP/1.1" status: 200 len: 1096 time: 0.0922527 Jul 06 14:57:55.943804 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640980d6-e249-4e6a-8583-412578f48bfa req-6fc63411-7a7b-4665-980e-2cae87ced7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:55.946475 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-640980d6-e249-4e6a-8583-412578f48bfa req-6fc63411-7a7b-4665-980e-2cae87ced7b9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=91f1fefc-0198-4f01-a19d-5bd222c1a2ce HTTP/1.1" status: 200 len: 914 time: 0.2400570 Jul 06 14:57:56.085994 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-640980d6-e249-4e6a-8583-412578f48bfa req-98f375a7-9999-40c3-aa81-a36272035b61 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d31caef-dba3-491f-ae91-bb8d8992ad0d HTTP/1.1" status: 200 len: 217 time: 0.0915349 Jul 06 14:57:56.191408 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640980d6-e249-4e6a-8583-412578f48bfa req-aab43381-5520-4286-bd81-331ba776f9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:56.194557 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-640980d6-e249-4e6a-8583-412578f48bfa req-aab43381-5520-4286-bd81-331ba776f9e4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ffa9830d-1ca2-457e-a1bd-de248713ebca HTTP/1.1" status: 200 len: 853 time: 0.0967605 Jul 06 14:57:56.274924 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-640980d6-e249-4e6a-8583-412578f48bfa req-b20bee9d-b9f1-426c-b38e-c6416d7ab736 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=91f1fefc-0198-4f01-a19d-5bd222c1a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674531 Jul 06 14:57:56.451763 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-640980d6-e249-4e6a-8583-412578f48bfa req-6ff336f2-e2cd-42f4-95e2-ab7bc4edf3f0 service neutron] 10.222.0.25 "GET /v2.0/networks/91f1fefc-0198-4f01-a19d-5bd222c1a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638830 Jul 06 14:57:56.465830 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508e2c6-a818-4c28-a4a2-3d90ffcd6316 req-ce38d6cd-784e-45f0-8e3d-ab6372d9208a tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:56.467466 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d508e2c6-a818-4c28-a4a2-3d90ffcd6316 req-ce38d6cd-784e-45f0-8e3d-ab6372d9208a tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5111dce-a930-43fe-944c-939844c9370c HTTP/1.1" status: 200 len: 943 time: 0.1182396 Jul 06 14:57:56.566832 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d508e2c6-a818-4c28-a4a2-3d90ffcd6316 req-0b6257e3-2fd5-4324-8133-950a8d099ebb tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880084 Jul 06 14:57:56.607540 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-640980d6-e249-4e6a-8583-412578f48bfa req-5d5842f6-3295-4d04-8ccf-079a14700c4e service neutron] 10.222.0.25 "GET /v2.0/networks/91f1fefc-0198-4f01-a19d-5bd222c1a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388359 Jul 06 14:57:56.800700 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab92696-b377-4287-9261-d42167bfd570 req-6e119b36-acf4-422b-946c-f6038db6909c tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:56.802588 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-dab92696-b377-4287-9261-d42167bfd570 req-6e119b36-acf4-422b-946c-f6038db6909c tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.1116347 Jul 06 14:57:56.875366 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-dab92696-b377-4287-9261-d42167bfd570 req-cbf44bac-8a7a-4c04-8172-8b0cbb4bac5b tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603848 Jul 06 14:57:57.538378 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 48930) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:57.635670 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.db_base_plugin_v2 [None req-56918518-b74c-487e-93b0-abc0e050bcab admin admin] Deleting subnet ad78a538-e01f-4f9d-af69-7f6fe0de810a {{(pid=92916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:57:57.642192 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-56918518-b74c-487e-93b0-abc0e050bcab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:57.732996 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-56918518-b74c-487e-93b0-abc0e050bcab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2271169'] for subnet, precommit_delete_associations {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:57.861185 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84e977-4ea8-4e6b-984a-9d06d8ba9fb9 req-5b87b377-c682-4ca7-80a4-5c997c12befc tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:57.864313 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ae84e977-4ea8-4e6b-984a-9d06d8ba9fb9 req-5b87b377-c682-4ca7-80a4-5c997c12befc tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5111dce-a930-43fe-944c-939844c9370c HTTP/1.1" status: 200 len: 943 time: 0.1166844 Jul 06 14:57:57.930077 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ae84e977-4ea8-4e6b-984a-9d06d8ba9fb9 req-36afa529-36d4-42a7-a9e8-6affbd9a9e42 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534358 Jul 06 14:57:58.089748 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-56918518-b74c-487e-93b0-abc0e050bcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7770968'] for subnet, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:58.205578 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-56918518-b74c-487e-93b0-abc0e050bcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7770961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3367085'] for subnet, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:58.241250 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56918518-b74c-487e-93b0-abc0e050bcab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad78a538-e01f-4f9d-af69-7f6fe0de810a,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:58.254275 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-56918518-b74c-487e-93b0-abc0e050bcab admin admin] Notify callbacks [] for subnet, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:58.256838 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-56918518-b74c-487e-93b0-abc0e050bcab admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ad78a538-e01f-4f9d-af69-7f6fe0de810a HTTP/1.1" status: 204 len: 168 time: 0.7168138 Jul 06 14:57:58.261379 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 48942) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:58.321009 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8e154-f0b9-43b2-b564-50589357f3dc req-dc559919-7569-4b14-b333-b3b4a10c3341 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:58.322625 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b5f8e154-f0b9-43b2-b564-50589357f3dc req-dc559919-7569-4b14-b333-b3b4a10c3341 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.1841867 Jul 06 14:57:58.330528 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 3d31caef-dba3-491f-ae91-bb8d8992ad0d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:57:58.372453 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-bb8624ff-88ab-468e-98bf-d25c6dfbe704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558629'] for network, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:58.396448 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b5f8e154-f0b9-43b2-b564-50589357f3dc req-3fe3c477-8f68-47e5-bc6b-5023b672a4da tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634141 Jul 06 14:57:58.516436 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-bb8624ff-88ab-468e-98bf-d25c6dfbe704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7824845', 'neutron.services.segments.db._delete_segments_for_network-8766384846942'] for network, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:58.536227 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.services.segments.db [None req-bb8624ff-88ab-468e-98bf-d25c6dfbe704 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b1425db-299e-427e-b742-1e5b132b91c4']}} {{(pid=92916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:57:58.556012 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.services.segments.db [None req-bb8624ff-88ab-468e-98bf-d25c6dfbe704 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18d8b602-30de-4cfd-ada6-bd4bddc5b4f8') {'for_net_delete': True} {{(pid=92916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:57:58.556487 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.services.segments.db [None req-bb8624ff-88ab-468e-98bf-d25c6dfbe704 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18d8b602-30de-4cfd-ada6-bd4bddc5b4f8') {} {{(pid=92916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:57:58.581256 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-bb8624ff-88ab-468e-98bf-d25c6dfbe704 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766384831618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2271190'] for segment, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:58.607531 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-bb8624ff-88ab-468e-98bf-d25c6dfbe704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:58.626644 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb8624ff-88ab-468e-98bf-d25c6dfbe704 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=92916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:57:58.628288 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-bb8624ff-88ab-468e-98bf-d25c6dfbe704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2824477'] for segment, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:58.686138 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 3d31caef-dba3-491f-ae91-bb8d8992ad0d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3d31caef-dba3-491f-ae91-bb8d8992ad0d,segment=NetworkSegment(b8a69907-b7f8-4f17-967d-07147bf9886f),segment_id=b8a69907-b7f8-4f17-967d-07147bf9886f)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:57:58.703844 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Returning: {'device': '3d31caef-dba3-491f-ae91-bb8d8992ad0d', 'network_id': '91f1fefc-0198-4f01-a19d-5bd222c1a2ce', 'port_id': '3d31caef-dba3-491f-ae91-bb8d8992ad0d', 'mac_address': 'fa:16:3e:b7:cf:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffa9830d-1ca2-457e-a1bd-de248713ebca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:57:58.744121 dv-cinder-788363-5-iscsi neutron-server[92916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:57:58.744121 dv-cinder-788363-5-iscsi neutron-server[92916]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:57:58.744121 dv-cinder-788363-5-iscsi neutron-server[92916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:57:58.744121 dv-cinder-788363-5-iscsi neutron-server[92916]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:57:58.744121 dv-cinder-788363-5-iscsi neutron-server[92916]: Traceback (most recent call last): Jul 06 14:57:58.744121 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:57:58.744121 dv-cinder-788363-5-iscsi neutron-server[92916]: timer() Jul 06 14:57:58.744121 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:57:58.744121 dv-cinder-788363-5-iscsi neutron-server[92916]: cb(*args, **kw) Jul 06 14:57:58.744121 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:57:58.744121 dv-cinder-788363-5-iscsi neutron-server[92916]: return func(*args, **kwargs) Jul 06 14:57:58.744121 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:57:58.744121 dv-cinder-788363-5-iscsi neutron-server[92916]: self._notify() Jul 06 14:57:58.744121 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:57:58.744121 dv-cinder-788363-5-iscsi neutron-server[92916]: self.callback(batched_events) Jul 06 14:57:58.744121 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:57:58.744121 dv-cinder-788363-5-iscsi neutron-server[92916]: event.method(event) Jul 06 14:57:58.744121 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:57:58.744121 dv-cinder-788363-5-iscsi neutron-server[92916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:57:58.744121 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:57:58.744121 dv-cinder-788363-5-iscsi neutron-server[92916]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:57:58.744121 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:57:58.744121 dv-cinder-788363-5-iscsi neutron-server[92916]: return f(self, *a, **k) Jul 06 14:57:58.744121 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:57:58.744121 dv-cinder-788363-5-iscsi neutron-server[92916]: return self._get(url).json() Jul 06 14:57:58.744121 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:57:58.744121 dv-cinder-788363-5-iscsi neutron-server[92916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:57:58.744121 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:57:58.744121 dv-cinder-788363-5-iscsi neutron-server[92916]: return self.request(url, 'GET', **kwargs) Jul 06 14:57:58.744121 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:57:58.744121 dv-cinder-788363-5-iscsi neutron-server[92916]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:57:58.744121 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:57:58.744121 dv-cinder-788363-5-iscsi neutron-server[92916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:57:58.744121 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:57:58.744121 dv-cinder-788363-5-iscsi neutron-server[92916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:57:58.744121 dv-cinder-788363-5-iscsi neutron-server[92916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:57:58.749435 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-bb8624ff-88ab-468e-98bf-d25c6dfbe704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7824838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-413105'] for network, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:58.759751 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-bb8624ff-88ab-468e-98bf-d25c6dfbe704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:58.765183 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-bb8624ff-88ab-468e-98bf-d25c6dfbe704 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7b1425db-299e-427e-b742-1e5b132b91c4 HTTP/1.1" status: 204 len: 168 time: 0.4995832 Jul 06 14:57:58.765519 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 48950) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:58.783306 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:58.802247 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8624ff-88ab-468e-98bf-d25c6dfbe704 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b1425db-299e-427e-b742-1e5b132b91c4,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:58.816330 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d31caef-dba3-491f-ae91-bb8d8992ad0d {{(pid=92917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:57:58.848457 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 3d31caef-dba3-491f-ae91-bb8d8992ad0d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3d31caef-dba3-491f-ae91-bb8d8992ad0d,segment=NetworkSegment(b8a69907-b7f8-4f17-967d-07147bf9886f),segment_id=b8a69907-b7f8-4f17-967d-07147bf9886f)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:57:58.850255 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bc03b22-53a9-4a51-a88f-2a1926b59b48 admin admin] Deleting subnet 6fe2003a-5999-4807-84b5-8695a8505fbc {{(pid=92915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:57:58.854913 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6bc03b22-53a9-4a51-a88f-2a1926b59b48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:58.855174 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:58.934006 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=3d31caef-dba3-491f-ae91-bb8d8992ad0d,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:58.939935 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6bc03b22-53a9-4a51-a88f-2a1926b59b48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4166504'] for subnet, precommit_delete_associations {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:58.945708 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:58.946353 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:58.946736 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:58.947112 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:58.947454 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:58.947973 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:58.948501 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:58.949120 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:58.949729 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:58.950203 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:58.950688 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:58.951031 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:59.057452 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6bc03b22-53a9-4a51-a88f-2a1926b59b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7770968'] for subnet, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:59.192350 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6bc03b22-53a9-4a51-a88f-2a1926b59b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7770961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2297336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146455'] for subnet, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:59.219944 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6bc03b22-53a9-4a51-a88f-2a1926b59b48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for subnet, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:59.228436 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-6bc03b22-53a9-4a51-a88f-2a1926b59b48 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6fe2003a-5999-4807-84b5-8695a8505fbc HTTP/1.1" status: 204 len: 168 time: 0.4609826 Jul 06 14:57:59.231932 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 48962) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:59.270793 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc03b22-53a9-4a51-a88f-2a1926b59b48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fe2003a-5999-4807-84b5-8695a8505fbc,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:59.314405 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['3d31caef-dba3-491f-ae91-bb8d8992ad0d'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:57:59.367299 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f43a9-f8bc-4e2e-a5fa-e7971bcba475 req-bb1ffd37-e06c-4d85-b15c-68f2da978892 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:59.367299 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-9e3f43a9-f8bc-4e2e-a5fa-e7971bcba475 req-bb1ffd37-e06c-4d85-b15c-68f2da978892 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5111dce-a930-43fe-944c-939844c9370c HTTP/1.1" status: 200 len: 944 time: 0.2292819 Jul 06 14:57:59.392652 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-742fc0b2-9528-48a1-bcba-d2288230f986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558629'] for network, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:59.501072 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-9e3f43a9-f8bc-4e2e-a5fa-e7971bcba475 req-88e3f5d1-146b-49bc-82f2-90f2447d2433 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146269 Jul 06 14:57:59.583751 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-742fc0b2-9528-48a1-bcba-d2288230f986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7824845', 'neutron.services.segments.db._delete_segments_for_network-8766384846942'] for network, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:59.598387 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.services.segments.db [None req-742fc0b2-9528-48a1-bcba-d2288230f986 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a10021-e078-47e1-b561-04987957553c']}} {{(pid=92916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:57:59.614200 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.services.segments.db [None req-742fc0b2-9528-48a1-bcba-d2288230f986 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e960c36-43d8-489e-aa4d-2c80e55b8348') {'for_net_delete': True} {{(pid=92916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:57:59.614698 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.services.segments.db [None req-742fc0b2-9528-48a1-bcba-d2288230f986 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e960c36-43d8-489e-aa4d-2c80e55b8348') {} {{(pid=92916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:57:59.629279 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-742fc0b2-9528-48a1-bcba-d2288230f986 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766384831618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2271190'] for segment, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:59.654887 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-742fc0b2-9528-48a1-bcba-d2288230f986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:59.664882 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-742fc0b2-9528-48a1-bcba-d2288230f986 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=92916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:57:59.665588 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-742fc0b2-9528-48a1-bcba-d2288230f986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2824477'] for segment, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:59.668732 dv-cinder-788363-5-iscsi neutron-server[92916]: Traceback (most recent call last): Jul 06 14:57:59.668732 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:57:59.668732 dv-cinder-788363-5-iscsi neutron-server[92916]: timer() Jul 06 14:57:59.668732 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:57:59.668732 dv-cinder-788363-5-iscsi neutron-server[92916]: cb(*args, **kw) Jul 06 14:57:59.668732 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:57:59.668732 dv-cinder-788363-5-iscsi neutron-server[92916]: return func(*args, **kwargs) Jul 06 14:57:59.668732 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:57:59.668732 dv-cinder-788363-5-iscsi neutron-server[92916]: self._notify() Jul 06 14:57:59.668732 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:57:59.668732 dv-cinder-788363-5-iscsi neutron-server[92916]: self.callback(batched_events) Jul 06 14:57:59.668732 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:57:59.668732 dv-cinder-788363-5-iscsi neutron-server[92916]: event.method(event) Jul 06 14:57:59.668732 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:57:59.668732 dv-cinder-788363-5-iscsi neutron-server[92916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:57:59.668732 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:57:59.668732 dv-cinder-788363-5-iscsi neutron-server[92916]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:57:59.668732 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:57:59.668732 dv-cinder-788363-5-iscsi neutron-server[92916]: return f(self, *a, **k) Jul 06 14:57:59.668732 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:57:59.668732 dv-cinder-788363-5-iscsi neutron-server[92916]: return self._get(url).json() Jul 06 14:57:59.668732 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:57:59.668732 dv-cinder-788363-5-iscsi neutron-server[92916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:57:59.668732 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:57:59.668732 dv-cinder-788363-5-iscsi neutron-server[92916]: return self.request(url, 'GET', **kwargs) Jul 06 14:57:59.668732 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:57:59.668732 dv-cinder-788363-5-iscsi neutron-server[92916]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:57:59.668732 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:57:59.668732 dv-cinder-788363-5-iscsi neutron-server[92916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:57:59.668732 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:57:59.668732 dv-cinder-788363-5-iscsi neutron-server[92916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:57:59.668732 dv-cinder-788363-5-iscsi neutron-server[92916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:57:59.755838 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-742fc0b2-9528-48a1-bcba-d2288230f986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7824838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-413105'] for network, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:59.764276 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-742fc0b2-9528-48a1-bcba-d2288230f986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:59.773401 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-742fc0b2-9528-48a1-bcba-d2288230f986 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b0a10021-e078-47e1-b561-04987957553c HTTP/1.1" status: 204 len: 168 time: 0.5399399 Jul 06 14:57:59.782624 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc542f-3f46-4d07-bd44-73033a682ed4 req-3e1ae0d6-398a-4c14-be9a-4d9063015cef tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:59.796489 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742fc0b2-9528-48a1-bcba-d2288230f986 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0a10021-e078-47e1-b561-04987957553c,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:59.796784 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-61bc542f-3f46-4d07-bd44-73033a682ed4 req-3e1ae0d6-398a-4c14-be9a-4d9063015cef tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.1398869 Jul 06 14:57:59.865258 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-61bc542f-3f46-4d07-bd44-73033a682ed4 req-e4bbde1d-378a-42c9-814e-5d471ad9ac83 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672088 Jul 06 14:58:00.114009 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 48976) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:00.185072 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-6011d112-5680-486f-bef1-786667f8f894 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5749d2697de844ca89c9a68418799917&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0694416 Jul 06 14:58:00.189475 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 48980) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:00.280478 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a4676837-edab-4e8c-b63f-629a0d51ec63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:00.319687 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a4676837-edab-4e8c-b63f-629a0d51ec63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:00.406544 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a4676837-edab-4e8c-b63f-629a0d51ec63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:00.411431 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a4676837-edab-4e8c-b63f-629a0d51ec63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:00.413340 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-a4676837-edab-4e8c-b63f-629a0d51ec63 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/edb790b0-e889-4be4-9a79-293c2854d6df HTTP/1.1" status: 204 len: 168 time: 0.2221940 Jul 06 14:58:00.427900 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4676837-edab-4e8c-b63f-629a0d51ec63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb790b0-e889-4be4-9a79-293c2854d6df,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:01.098286 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 49004) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:01.196442 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0800227-85f1-4d6e-b392-703168a6007e req-f99efcc8-427e-4d76-ae32-ff84ec079316 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:01.199416 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-f0800227-85f1-4d6e-b392-703168a6007e req-f99efcc8-427e-4d76-ae32-ff84ec079316 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5111dce-a930-43fe-944c-939844c9370c HTTP/1.1" status: 200 len: 944 time: 0.4454713 Jul 06 14:58:01.247970 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-b5d9e0dc-492c-4c75-8481-12ddc300d28f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f7b36eae849406b8b09247ba4555c03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456392 Jul 06 14:58:01.248643 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 49008) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:01.289044 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-f0800227-85f1-4d6e-b392-703168a6007e req-9e8dd646-fb78-4b3b-a826-af9d30b3e707 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784347 Jul 06 14:58:01.302503 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c0cc9-ee0b-44fa-92cb-6c88aeb7f85d req-9d6295f9-bdcc-40df-ac0c-3ffdebdd67e0 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:01.305404 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-416c0cc9-ee0b-44fa-92cb-6c88aeb7f85d req-9d6295f9-bdcc-40df-ac0c-3ffdebdd67e0 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.1802740 Jul 06 14:58:01.368548 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-ce36db47-c8c8-4a18-9ac6-ac2f71895c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:01.372689 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-416c0cc9-ee0b-44fa-92cb-6c88aeb7f85d req-73a48544-d119-4f94-8e9a-e7ddb0245554 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564730 Jul 06 14:58:01.415750 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-ce36db47-c8c8-4a18-9ac6-ac2f71895c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:01.516752 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-ce36db47-c8c8-4a18-9ac6-ac2f71895c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:01.521430 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-ce36db47-c8c8-4a18-9ac6-ac2f71895c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:01.523494 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-ce36db47-c8c8-4a18-9ac6-ac2f71895c4d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a22bb707-cdb3-4dfd-b5a9-83e29f8ec351 HTTP/1.1" status: 204 len: 168 time: 0.2731798 Jul 06 14:58:01.538597 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36db47-c8c8-4a18-9ac6-ac2f71895c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22bb707-cdb3-4dfd-b5a9-83e29f8ec351,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:01.990324 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-04ef7a01-fa64-479a-9ec8-b461098e3696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:02.341754 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 3d31caef-dba3-491f-ae91-bb8d8992ad0d up at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:58:02.532305 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning for port 3d31caef-dba3-491f-ae91-bb8d8992ad0d completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:58:02.534939 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning complete for port 3d31caef-dba3-491f-ae91-bb8d8992ad0d triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:58:02.535554 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:02.683546 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:02.705828 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc50b4-7067-40de-8a8b-a2b46ebf2e84 req-7b9ca13d-79fe-439a-899a-007aa9944d11 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:02.719524 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e4cc50b4-7067-40de-8a8b-a2b46ebf2e84 req-7b9ca13d-79fe-439a-899a-007aa9944d11 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5111dce-a930-43fe-944c-939844c9370c HTTP/1.1" status: 200 len: 944 time: 0.1541257 Jul 06 14:58:02.725702 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5111dce-a930-43fe-944c-939844c9370c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d31caef-dba3-491f-ae91-bb8d8992ad0d'}] {{(pid=92917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:58:02.731010 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ea3ef9b0f14ac6a08de5771e2132c48ed06abd6a52ccf1dddde4c27a9981b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf00b0d-c17a-41e1-a6d9-b94e26f38976" -d '{"events": [{"server_uuid": "b5111dce-a930-43fe-944c-939844c9370c", "name": "network-vif-plugged", "status": "completed", "tag": "3d31caef-dba3-491f-ae91-bb8d8992ad0d"}]}' {{(pid=92917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:58:02.755949 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 3d31caef-dba3-491f-ae91-bb8d8992ad0d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3d31caef-dba3-491f-ae91-bb8d8992ad0d,segment=NetworkSegment(b8a69907-b7f8-4f17-967d-07147bf9886f),segment_id=b8a69907-b7f8-4f17-967d-07147bf9886f)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:58:02.763882 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:02.764591 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be22cd-747b-4951-b32b-fa7ef8af4a9e req-8e232cd3-2330-48ab-bbd9-bd83617fb579 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:02.767551 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e7be22cd-747b-4951-b32b-fa7ef8af4a9e req-8e232cd3-2330-48ab-bbd9-bd83617fb579 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.1233475 Jul 06 14:58:02.794807 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e4cc50b4-7067-40de-8a8b-a2b46ebf2e84 req-1de0070f-2d11-4558-9c6a-659a759de1fa tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736115 Jul 06 14:58:02.848797 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e7be22cd-747b-4951-b32b-fa7ef8af4a9e req-979515ef-baa8-4565-8205-69454a5e4d99 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743186 Jul 06 14:58:02.861302 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=3d31caef-dba3-491f-ae91-bb8d8992ad0d,revision_number=5']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:03.149996 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2806ef-9bf9-4ab6-89d8-47eb5d3042fd x-openstack-request-id: req-af2806ef-9bf9-4ab6-89d8-47eb5d3042fd {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:58:03.151056 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5111dce-a930-43fe-944c-939844c9370c", "name": "network-vif-plugged", "status": "completed", "tag": "3d31caef-dba3-491f-ae91-bb8d8992ad0d", "code": 200}]} {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:58:03.151056 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af2806ef-9bf9-4ab6-89d8-47eb5d3042fd {{(pid=92917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:58:03.151056 dv-cinder-788363-5-iscsi neutron-server[92917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5111dce-a930-43fe-944c-939844c9370c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d31caef-dba3-491f-ae91-bb8d8992ad0d', 'code': 200} Jul 06 14:58:03.642885 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c465c-7a15-4f3a-b4e6-ea101436d07b req-7df237b9-05f1-433b-a313-a0de18bca1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:03.645128 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d80c465c-7a15-4f3a-b4e6-ea101436d07b req-7df237b9-05f1-433b-a313-a0de18bca1cd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b5111dce-a930-43fe-944c-939844c9370c HTTP/1.1" status: 200 len: 1098 time: 0.1197655 Jul 06 14:58:03.707242 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d80c465c-7a15-4f3a-b4e6-ea101436d07b req-6497161a-bb01-4228-a4ff-badb19039a1a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535321 Jul 06 14:58:04.152419 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104414b-0eef-4d57-8557-2f080a775e95 req-ce5d9993-a763-4b0f-a8c8-e7860fa136d4 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:04.154445 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-f104414b-0eef-4d57-8557-2f080a775e95 req-ce5d9993-a763-4b0f-a8c8-e7860fa136d4 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5111dce-a930-43fe-944c-939844c9370c HTTP/1.1" status: 200 len: 945 time: 0.1311147 Jul 06 14:58:04.231028 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-f104414b-0eef-4d57-8557-2f080a775e95 req-61775038-5182-4aec-92b4-8f022d76d8ef tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598900 Jul 06 14:58:04.233632 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673040e4-3547-4805-9761-2158f511ab01 req-d3945c16-0351-4b82-853d-c0cb6bbe5d61 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:04.236471 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-673040e4-3547-4805-9761-2158f511ab01 req-d3945c16-0351-4b82-853d-c0cb6bbe5d61 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.0970583 Jul 06 14:58:04.294948 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-673040e4-3547-4805-9761-2158f511ab01 req-7ec25bcc-4a77-4141-a476-84353b00da7a tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517616 Jul 06 14:58:04.870737 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-de053ee9-b2fb-409d-b232-efca5c075212 req-c64933e6-1fec-4618-899a-314e6ca03a83 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=8f70e693f70048da9d063ac7dd0cbf45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446537 Jul 06 14:58:05.177216 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de053ee9-b2fb-409d-b232-efca5c075212 req-edfdd289-df1c-47b1-abfa-214d6494d7ac tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:05.180255 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-de053ee9-b2fb-409d-b232-efca5c075212 req-edfdd289-df1c-47b1-abfa-214d6494d7ac tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2987030 Jul 06 14:58:05.207856 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-de053ee9-b2fb-409d-b232-efca5c075212 req-bccec996-36df-4a8f-92ae-926c5c0215cd tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] 10.222.0.20 "GET /v2.0/quotas/8f70e693f70048da9d063ac7dd0cbf45 HTTP/1.1" status: 200 len: 375 time: 0.0176666 Jul 06 14:58:05.264668 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-de053ee9-b2fb-409d-b232-efca5c075212 req-b3a56f31-7408-4c0e-8602-47f5329b728d tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8f70e693f70048da9d063ac7dd0cbf45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500982 Jul 06 14:58:05.434863 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4fd5150c-065d-4139-80fc-a977643027a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:05.481651 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:05.664393 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde36e7-4b40-4526-a2ab-5f5ac918090c req-4e35ea57-3dcb-4d97-85ec-1340b451977b tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:05.666246 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-adde36e7-4b40-4526-a2ab-5f5ac918090c req-4e35ea57-3dcb-4d97-85ec-1340b451977b tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5111dce-a930-43fe-944c-939844c9370c HTTP/1.1" status: 200 len: 945 time: 0.1469498 Jul 06 14:58:05.743408 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-adde36e7-4b40-4526-a2ab-5f5ac918090c req-5711edd7-aa77-43a6-b786-a76db8963b93 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654228 Jul 06 14:58:05.753283 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444be66-addf-4dd3-abd7-3cf10ef31b5a req-07a26b8f-561b-4e70-9d26-a97b99bb9f4c tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:05.768151 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-2444be66-addf-4dd3-abd7-3cf10ef31b5a req-07a26b8f-561b-4e70-9d26-a97b99bb9f4c tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.1881194 Jul 06 14:58:05.870686 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-2444be66-addf-4dd3-abd7-3cf10ef31b5a req-f148f495-5379-4470-b48e-d3742c6ca4fb tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997367 Jul 06 14:58:05.911365 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-bd712d41-d9e8-44dc-aca7-4e8e33c33483 req-0f654d58-9322-4646-b9de-bac1def4f449 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] 10.222.0.20 "GET /v2.0/ports?device_id=831e846a-a101-40f0-83c1-fceba9d1eb3d HTTP/1.1" status: 200 len: 210 time: 0.0448194 Jul 06 14:58:06.556935 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:07.091566 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8265eb-1484-4470-b257-c4ab99251894 req-c335e130-0d67-45d8-a42f-79ff5f02de05 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:07.093776 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-7c8265eb-1484-4470-b257-c4ab99251894 req-c335e130-0d67-45d8-a42f-79ff5f02de05 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5111dce-a930-43fe-944c-939844c9370c HTTP/1.1" status: 200 len: 945 time: 0.1276422 Jul 06 14:58:07.151896 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-7c8265eb-1484-4470-b257-c4ab99251894 req-9ddac03b-cf87-45ac-8575-f7f2a1345c09 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499871 Jul 06 14:58:07.177030 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc7eb9-6f03-4cb3-86c4-ce68808a350a req-ae18ace3-788d-4a66-98de-d015d9c35b3b tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:07.191581 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e3bc7eb9-6f03-4cb3-86c4-ce68808a350a req-ae18ace3-788d-4a66-98de-d015d9c35b3b tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.1183710 Jul 06 14:58:07.258914 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e3bc7eb9-6f03-4cb3-86c4-ce68808a350a req-5b018bb8-53b2-487b-a90d-807db46bb988 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652289 Jul 06 14:58:07.335373 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-de053ee9-b2fb-409d-b232-efca5c075212 req-f0c4f254-6b07-4a62-b753-4c0ff9617d74 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=8f70e693f70048da9d063ac7dd0cbf45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405159 Jul 06 14:58:07.432413 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-999dd559-5b28-44c3-91f5-d4c8f28d65ce req-76529295-2eae-4aa6-8654-ec1b83b18cd9 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] 10.222.0.20 "GET /v2.0/ports?device_id=831e846a-a101-40f0-83c1-fceba9d1eb3d HTTP/1.1" status: 200 len: 210 time: 0.1028330 Jul 06 14:58:07.449184 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:07.585880 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de053ee9-b2fb-409d-b232-efca5c075212 req-fde05ed8-8fcc-46bf-8362-a917e3b74892 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:07.588207 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-de053ee9-b2fb-409d-b232-efca5c075212 req-fde05ed8-8fcc-46bf-8362-a917e3b74892 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2360415 Jul 06 14:58:07.619882 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [req-de053ee9-b2fb-409d-b232-efca5c075212 req-169b576f-2d79-4f31-bd41-9ccd7463dc89 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Request body: {'port': {'device_id': '831e846a-a101-40f0-83c1-fceba9d1eb3d', 'network_id': '669ae252-ef84-4fc7-868f-58e1b57b730f', 'admin_state_up': True, 'tenant_id': '8f70e693f70048da9d063ac7dd0cbf45'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:58:07.787341 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de053ee9-b2fb-409d-b232-efca5c075212 req-169b576f-2d79-4f31-bd41-9ccd7463dc89 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Made reservation on behalf of 8f70e693f70048da9d063ac7dd0cbf45 for: {'port': 1} {{(pid=92915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:58:07.794430 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-de053ee9-b2fb-409d-b232-efca5c075212 req-169b576f-2d79-4f31-bd41-9ccd7463dc89 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:07.814267 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-de053ee9-b2fb-409d-b232-efca5c075212 req-169b576f-2d79-4f31-bd41-9ccd7463dc89 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:07.942898 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-de053ee9-b2fb-409d-b232-efca5c075212 req-169b576f-2d79-4f31-bd41-9ccd7463dc89 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:07.948380 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-de053ee9-b2fb-409d-b232-efca5c075212 req-169b576f-2d79-4f31-bd41-9ccd7463dc89 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:08.044216 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b576f-2d79-4f31-bd41-9ccd7463dc89 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33c4a98d-8d22-4437-9158-aa81d607dbbb,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:08.158031 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_common [req-de053ee9-b2fb-409d-b232-efca5c075212 req-169b576f-2d79-4f31-bd41-9ccd7463dc89 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Allocated IP 192.168.233.148 (669ae252-ef84-4fc7-868f-58e1b57b730f/26daada7-2048-4de5-8f4b-b2916b29a9ce/2de96f0d-d33c-47a4-a1f7-63067dc2d727) {{(pid=92915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:58:08.525376 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630486a1-bcb0-4643-851d-ea726c6c9860 req-664af733-11e0-4acb-9b0f-840b463094a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:08.527332 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-630486a1-bcb0-4643-851d-ea726c6c9860 req-664af733-11e0-4acb-9b0f-840b463094a6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 1098 time: 0.2710693 Jul 06 14:58:08.572131 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-de053ee9-b2fb-409d-b232-efca5c075212 req-169b576f-2d79-4f31-bd41-9ccd7463dc89 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Notify callbacks [] for port, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:08.588887 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:08.605089 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.provisioning_blocks [req-de053ee9-b2fb-409d-b232-efca5c075212 req-169b576f-2d79-4f31-bd41-9ccd7463dc89 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Transition to ACTIVE for port object 2de96f0d-d33c-47a4-a1f7-63067dc2d727 will not be triggered until provisioned by entity DHCP. {{(pid=92915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:58:08.675064 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d766fa3-3db6-4852-b15f-b233765af8c9 req-aa85c3ff-daba-4f0c-99bd-6031e0aeb9fb tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:08.677422 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4d766fa3-3db6-4852-b15f-b233765af8c9 req-aa85c3ff-daba-4f0c-99bd-6031e0aeb9fb tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.1766696 Jul 06 14:58:08.728668 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-551cb4da-8e7a-40f9-950c-f151bc1871c4 req-9b74507f-6a68-4828-92bf-dc2a3ee894d4 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] 10.222.0.20 "GET /v2.0/ports?device_id=831e846a-a101-40f0-83c1-fceba9d1eb3d HTTP/1.1" status: 200 len: 210 time: 0.0629206 Jul 06 14:58:08.752911 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4d766fa3-3db6-4852-b15f-b233765af8c9 req-3175555d-1ccc-4c59-b549-8904848f5539 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603433 Jul 06 14:58:08.771098 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-630486a1-bcb0-4643-851d-ea726c6c9860 req-2860ac98-f3e4-4cb6-9b8a-fb2784b711ec service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248096 Jul 06 14:58:08.806664 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 49202) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:08.814257 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-de053ee9-b2fb-409d-b232-efca5c075212 req-169b576f-2d79-4f31-bd41-9ccd7463dc89 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2297291'] for port, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:08.951253 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de053ee9-b2fb-409d-b232-efca5c075212 req-169b576f-2d79-4f31-bd41-9ccd7463dc89 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Network 669ae252-ef84-4fc7-868f-58e1b57b730f is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:58:08.963111 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [req-de053ee9-b2fb-409d-b232-efca5c075212 req-169b576f-2d79-4f31-bd41-9ccd7463dc89 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:58:08.971488 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [req-de053ee9-b2fb-409d-b232-efca5c075212 req-169b576f-2d79-4f31-bd41-9ccd7463dc89 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Received port after_create {{(pid=92915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:58:09.055753 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b576f-2d79-4f31-bd41-9ccd7463dc89 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Pushing event updated for resources: {'Port': ['ID=2de96f0d-d33c-47a4-a1f7-63067dc2d727,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:09.096816 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0147e296-cd7d-4d0e-a45b-37b2b4d49cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:09.114106 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de053ee9-b2fb-409d-b232-efca5c075212 req-169b576f-2d79-4f31-bd41-9ccd7463dc89 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:09.115563 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-de053ee9-b2fb-409d-b232-efca5c075212 req-169b576f-2d79-4f31-bd41-9ccd7463dc89 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:09.287982 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0147e296-cd7d-4d0e-a45b-37b2b4d49cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:09.293890 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0147e296-cd7d-4d0e-a45b-37b2b4d49cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:09.299385 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-de053ee9-b2fb-409d-b232-efca5c075212 req-169b576f-2d79-4f31-bd41-9ccd7463dc89 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6923361 Jul 06 14:58:09.322634 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [req-de053ee9-b2fb-409d-b232-efca5c075212 req-f88747a9-767f-4b86-acc5-0b15a0033312 service neutron] Request body: {'port': {'device_id': '831e846a-a101-40f0-83c1-fceba9d1eb3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:58:09.367107 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-0147e296-cd7d-4d0e-a45b-37b2b4d49cef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=39715c110b4b4aaba9e83542d3738840&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5585613 Jul 06 14:58:09.370606 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147e296-cd7d-4d0e-a45b-37b2b4d49cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e2ba63-24c0-48f4-b65b-7be88d1968b0,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:09.371671 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 49208) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:09.389209 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-1044b0f5-fd76-4bf7-97fd-262cf2a793e3 None None] Provisioning for port 2de96f0d-d33c-47a4-a1f7-63067dc2d727 completed by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:58:09.397285 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-1044b0f5-fd76-4bf7-97fd-262cf2a793e3 None None] Provisioning complete for port 2de96f0d-d33c-47a4-a1f7-63067dc2d727 triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:58:09.397908 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-1044b0f5-fd76-4bf7-97fd-262cf2a793e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:09.466996 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-de053ee9-b2fb-409d-b232-efca5c075212 req-f88747a9-767f-4b86-acc5-0b15a0033312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:09.470718 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-1044b0f5-fd76-4bf7-97fd-262cf2a793e3 None None] Port 2de96f0d-d33c-47a4-a1f7-63067dc2d727 cannot update to ACTIVE because it is not bound. {{(pid=92917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:58:09.491590 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d9f37254-975b-4e48-9438-bc3613ab2313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:09.558909 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d9f37254-975b-4e48-9438-bc3613ab2313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:09.815397 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d9f37254-975b-4e48-9438-bc3613ab2313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:09.820182 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d9f37254-975b-4e48-9438-bc3613ab2313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:09.824843 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-d9f37254-975b-4e48-9438-bc3613ab2313 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98e2ba63-24c0-48f4-b65b-7be88d1968b0 HTTP/1.1" status: 204 len: 168 time: 0.4488537 Jul 06 14:58:09.867146 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f37254-975b-4e48-9438-bc3613ab2313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e2ba63-24c0-48f4-b65b-7be88d1968b0,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:10.103501 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fad77-70fb-49c1-adc0-0797ae3b8bdb req-144e6f05-6611-4ebe-9306-12bebc8bd0f4 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:10.113088 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-7c0fad77-70fb-49c1-adc0-0797ae3b8bdb req-144e6f05-6611-4ebe-9306-12bebc8bd0f4 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] 10.222.0.20 "GET /v2.0/ports?device_id=831e846a-a101-40f0-83c1-fceba9d1eb3d HTTP/1.1" status: 200 len: 936 time: 0.1804745 Jul 06 14:58:10.140954 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144d5b1-894a-4373-9db7-22e738fb01e8 req-0bdd9927-eee9-4c99-a37d-0670d3d1300a tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:10.145990 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-8144d5b1-894a-4373-9db7-22e738fb01e8 req-0bdd9927-eee9-4c99-a37d-0670d3d1300a tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.1645656 Jul 06 14:58:10.152715 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [req-de053ee9-b2fb-409d-b232-efca5c075212 req-f88747a9-767f-4b86-acc5-0b15a0033312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2de96f0d-d33c-47a4-a1f7-63067dc2d727 {{(pid=92915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:58:10.177903 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-de053ee9-b2fb-409d-b232-efca5c075212 req-f88747a9-767f-4b86-acc5-0b15a0033312 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:10.194151 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-7c0fad77-70fb-49c1-adc0-0797ae3b8bdb req-7c5d5f65-8daf-4493-ad1e-4b05532baabd tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] 10.222.0.20 "GET /v2.0/security-groups?id=33c4a98d-8d22-4437-9158-aa81d607dbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800431 Jul 06 14:58:10.206805 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.provisioning_blocks [req-de053ee9-b2fb-409d-b232-efca5c075212 req-f88747a9-767f-4b86-acc5-0b15a0033312 service neutron] Transition to ACTIVE for port object 2de96f0d-d33c-47a4-a1f7-63067dc2d727 will not be triggered until provisioned by entity L2. {{(pid=92915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:58:10.212353 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-de053ee9-b2fb-409d-b232-efca5c075212 req-f88747a9-767f-4b86-acc5-0b15a0033312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2297145'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:10.240023 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-8144d5b1-894a-4373-9db7-22e738fb01e8 req-c5adafef-a93e-4e05-86db-3f45c8242eb5 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783775 Jul 06 14:58:10.439013 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88747a9-767f-4b86-acc5-0b15a0033312 service neutron] Pushing event updated for resources: {'Port': ['ID=2de96f0d-d33c-47a4-a1f7-63067dc2d727,revision_number=2']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:10.508994 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.managers [req-de053ee9-b2fb-409d-b232-efca5c075212 req-f88747a9-767f-4b86-acc5-0b15a0033312 service neutron] Attempting to bind port 2de96f0d-d33c-47a4-a1f7-63067dc2d727 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:58:10.511995 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.managers [req-de053ee9-b2fb-409d-b232-efca5c075212 req-f88747a9-767f-4b86-acc5-0b15a0033312 service neutron] Attempting to bind port 2de96f0d-d33c-47a4-a1f7-63067dc2d727 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c7d989d6-0612-4803-9ec7-d61f7e71dc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '669ae252-ef84-4fc7-868f-58e1b57b730f'}] {{(pid=92915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:58:10.511995 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de053ee9-b2fb-409d-b232-efca5c075212 req-f88747a9-767f-4b86-acc5-0b15a0033312 service neutron] Attempting to bind port 2de96f0d-d33c-47a4-a1f7-63067dc2d727 on network 669ae252-ef84-4fc7-868f-58e1b57b730f {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:58:10.525824 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de053ee9-b2fb-409d-b232-efca5c075212 req-f88747a9-767f-4b86-acc5-0b15a0033312 service neutron] Port 2de96f0d-d33c-47a4-a1f7-63067dc2d727 on network 669ae252-ef84-4fc7-868f-58e1b57b730f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:58:10.526350 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de053ee9-b2fb-409d-b232-efca5c075212 req-f88747a9-767f-4b86-acc5-0b15a0033312 service neutron] Attempting to bind port 2de96f0d-d33c-47a4-a1f7-63067dc2d727 on network 669ae252-ef84-4fc7-868f-58e1b57b730f {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:58:10.537266 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de053ee9-b2fb-409d-b232-efca5c075212 req-f88747a9-767f-4b86-acc5-0b15a0033312 service neutron] Checking agent: {'id': '04d4ab22-d878-41a9-afec-a7a2984360cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'started_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:58:10.537738 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de053ee9-b2fb-409d-b232-efca5c075212 req-f88747a9-767f-4b86-acc5-0b15a0033312 service neutron] Checking segment: {'id': 'c7d989d6-0612-4803-9ec7-d61f7e71dc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '669ae252-ef84-4fc7-868f-58e1b57b730f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:58:10.538380 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de053ee9-b2fb-409d-b232-efca5c075212 req-f88747a9-767f-4b86-acc5-0b15a0033312 service neutron] Bound using segment: {'id': 'c7d989d6-0612-4803-9ec7-d61f7e71dc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '669ae252-ef84-4fc7-868f-58e1b57b730f'} {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:58:10.539203 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.managers [req-de053ee9-b2fb-409d-b232-efca5c075212 req-f88747a9-767f-4b86-acc5-0b15a0033312 service neutron] Bound port: 2de96f0d-d33c-47a4-a1f7-63067dc2d727, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7d989d6-0612-4803-9ec7-d61f7e71dc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '669ae252-ef84-4fc7-868f-58e1b57b730f'}}] {{(pid=92915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:58:10.539813 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-de053ee9-b2fb-409d-b232-efca5c075212 req-f88747a9-767f-4b86-acc5-0b15a0033312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:10.700870 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-de053ee9-b2fb-409d-b232-efca5c075212 req-f88747a9-767f-4b86-acc5-0b15a0033312 service neutron] For port 2de96f0d-d33c-47a4-a1f7-63067dc2d727, host hv-cinder-78836, cleared binding levels {{(pid=92915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:58:10.705050 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-de053ee9-b2fb-409d-b232-efca5c075212 req-f88747a9-767f-4b86-acc5-0b15a0033312 service neutron] For port 2de96f0d-d33c-47a4-a1f7-63067dc2d727, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2de96f0d-d33c-47a4-a1f7-63067dc2d727,segment=NetworkSegment(c7d989d6-0612-4803-9ec7-d61f7e71dc09),segment_id=c7d989d6-0612-4803-9ec7-d61f7e71dc09)] {{(pid=92915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:58:10.711568 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-de053ee9-b2fb-409d-b232-efca5c075212 req-f88747a9-767f-4b86-acc5-0b15a0033312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2297145'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:10.781109 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de053ee9-b2fb-409d-b232-efca5c075212 req-f88747a9-767f-4b86-acc5-0b15a0033312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:10.782474 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-de053ee9-b2fb-409d-b232-efca5c075212 req-f88747a9-767f-4b86-acc5-0b15a0033312 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:10.784947 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-de053ee9-b2fb-409d-b232-efca5c075212 req-f88747a9-767f-4b86-acc5-0b15a0033312 service neutron] 10.222.0.25 "PUT /v2.0/ports/2de96f0d-d33c-47a4-a1f7-63067dc2d727 HTTP/1.1" status: 200 len: 1098 time: 1.4685519 Jul 06 14:58:10.788964 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831e846a-a101-40f0-83c1-fceba9d1eb3d', 'tag': '2de96f0d-d33c-47a4-a1f7-63067dc2d727'}] {{(pid=92915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:58:10.793777 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92756195bd967bcafd15386578949a9109be95aebc1330c0508ce0179bff92bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d39e48-0867-47cc-b782-d6df2d35cdf1" -d '{"events": [{"name": "network-changed", "server_uuid": "831e846a-a101-40f0-83c1-fceba9d1eb3d", "tag": "2de96f0d-d33c-47a4-a1f7-63067dc2d727"}]}' {{(pid=92915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:58:10.846834 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88747a9-767f-4b86-acc5-0b15a0033312 service neutron] Pushing event updated for resources: {'Port': ['ID=2de96f0d-d33c-47a4-a1f7-63067dc2d727,revision_number=3']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:10.865307 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f38235-8760-405b-9e67-86e45de862a6 x-openstack-request-id: req-47f38235-8760-405b-9e67-86e45de862a6 {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:58:10.865748 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831e846a-a101-40f0-83c1-fceba9d1eb3d", "tag": "2de96f0d-d33c-47a4-a1f7-63067dc2d727", "status": "completed", "code": 200}]} {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:58:10.866149 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47f38235-8760-405b-9e67-86e45de862a6 {{(pid=92915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:58:10.868125 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831e846a-a101-40f0-83c1-fceba9d1eb3d', 'tag': '2de96f0d-d33c-47a4-a1f7-63067dc2d727', 'status': 'completed', 'code': 200} Jul 06 14:58:11.027294 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de053ee9-b2fb-409d-b232-efca5c075212 req-7968e82a-0303-4be9-a96a-4e90e6ec64e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:11.029976 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-de053ee9-b2fb-409d-b232-efca5c075212 req-7968e82a-0303-4be9-a96a-4e90e6ec64e7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8f70e693f70048da9d063ac7dd0cbf45&device_id=831e846a-a101-40f0-83c1-fceba9d1eb3d HTTP/1.1" status: 200 len: 1101 time: 0.1217704 Jul 06 14:58:11.097414 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-de053ee9-b2fb-409d-b232-efca5c075212 req-00aedc6d-85f2-44f3-9f48-1486b70e5dbb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=2de96f0d-d33c-47a4-a1f7-63067dc2d727 HTTP/1.1" status: 200 len: 217 time: 0.0484967 Jul 06 14:58:11.186154 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-52d55b07-8a2c-412a-80ce-c5d6d81ea606 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:11.188883 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-52d55b07-8a2c-412a-80ce-c5d6d81ea606 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/networks?id=91f1fefc-0198-4f01-a19d-5bd222c1a2ce HTTP/1.1" status: 200 len: 813 time: 0.1776304 Jul 06 14:58:11.191518 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de053ee9-b2fb-409d-b232-efca5c075212 req-bb68ea7f-e6bf-41d4-ac3c-d7e499e5dad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:11.193160 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-de053ee9-b2fb-409d-b232-efca5c075212 req-bb68ea7f-e6bf-41d4-ac3c-d7e499e5dad7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=26daada7-2048-4de5-8f4b-b2916b29a9ce HTTP/1.1" status: 200 len: 843 time: 0.0836494 Jul 06 14:58:11.214689 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-3f8bb52a-6415-4d5b-8805-238600de8df3 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/quotas/e1024c61bda14051bc8e9885a0f65a59 HTTP/1.1" status: 200 len: 375 time: 0.0137706 Jul 06 14:58:11.339572 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de053ee9-b2fb-409d-b232-efca5c075212 req-b5b8fe76-0677-4208-b929-0521376ff6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:11.342496 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-de053ee9-b2fb-409d-b232-efca5c075212 req-b5b8fe76-0677-4208-b929-0521376ff6ab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=669ae252-ef84-4fc7-868f-58e1b57b730f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1373887 Jul 06 14:58:11.348530 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-50cb8aac-01bb-4ae7-adbb-aa995d052639 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e1024c61bda14051bc8e9885a0f65a59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1195109 Jul 06 14:58:11.514756 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-5c197191-b491-4df1-a342-b953d764837f service neutron] 10.222.0.20 "GET /v2.0/networks/91f1fefc-0198-4f01-a19d-5bd222c1a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521983 Jul 06 14:58:11.586262 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-de053ee9-b2fb-409d-b232-efca5c075212 req-550fd5ff-75d4-44fa-a89e-718ffafd98e7 service neutron] 10.222.0.25 "GET /v2.0/networks/669ae252-ef84-4fc7-868f-58e1b57b730f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359231 Jul 06 14:58:11.671751 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-8f1d1af9-7d6a-4b54-b6f1-9ae565445de3 service neutron] 10.222.0.20 "GET /v2.0/networks/91f1fefc-0198-4f01-a19d-5bd222c1a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486933 Jul 06 14:58:11.740347 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c85465-8ec3-4934-87fd-84edb43492ec req-1ba5cf74-3bc8-42b5-a564-8f177ff3d285 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:11.743531 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a4c85465-8ec3-4934-87fd-84edb43492ec req-1ba5cf74-3bc8-42b5-a564-8f177ff3d285 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] 10.222.0.20 "GET /v2.0/ports?device_id=831e846a-a101-40f0-83c1-fceba9d1eb3d HTTP/1.1" status: 200 len: 948 time: 0.2680540 Jul 06 14:58:11.853999 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-de053ee9-b2fb-409d-b232-efca5c075212 req-f6a1d474-9ac8-42d8-925d-59616e5183a0 service neutron] 10.222.0.25 "GET /v2.0/networks/669ae252-ef84-4fc7-868f-58e1b57b730f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557769 Jul 06 14:58:11.863061 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a4c85465-8ec3-4934-87fd-84edb43492ec req-3567a83a-52ac-4c18-95f1-27ac2b702ecb tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] 10.222.0.20 "GET /v2.0/security-groups?id=33c4a98d-8d22-4437-9158-aa81d607dbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900550 Jul 06 14:58:12.122266 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d39e48-0867-47cc-b782-d6df2d35cdf1 req-3d1d55c5-d0cc-45b3-8d93-06f3887149d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:12.125204 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-68d39e48-0867-47cc-b782-d6df2d35cdf1 req-3d1d55c5-d0cc-45b3-8d93-06f3887149d5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8f70e693f70048da9d063ac7dd0cbf45&device_id=831e846a-a101-40f0-83c1-fceba9d1eb3d HTTP/1.1" status: 200 len: 1101 time: 0.1374807 Jul 06 14:58:12.255787 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166abfc-085b-4728-90f6-946fd71550e7 req-02c3445a-47d4-41f7-aa3f-5bd935a384fb tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:12.270240 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-2166abfc-085b-4728-90f6-946fd71550e7 req-02c3445a-47d4-41f7-aa3f-5bd935a384fb tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.1780820 Jul 06 14:58:12.367826 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-2166abfc-085b-4728-90f6-946fd71550e7 req-1a643606-c783-49f7-9c87-627f46268685 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975008 Jul 06 14:58:12.408182 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d39e48-0867-47cc-b782-d6df2d35cdf1 req-0f2e9e0a-765d-4d6a-bd25-5f46285dbcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:12.411679 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-68d39e48-0867-47cc-b782-d6df2d35cdf1 req-0f2e9e0a-765d-4d6a-bd25-5f46285dbcd8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=669ae252-ef84-4fc7-868f-58e1b57b730f HTTP/1.1" status: 200 len: 870 time: 0.2704065 Jul 06 14:58:12.556194 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-68d39e48-0867-47cc-b782-d6df2d35cdf1 req-6aaaf1e2-888f-477a-b51a-3e241fd587a8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=2de96f0d-d33c-47a4-a1f7-63067dc2d727 HTTP/1.1" status: 200 len: 217 time: 0.1351342 Jul 06 14:58:12.557376 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-18780c21-5dda-44e5-8674-df88d9dc9b50 req-4656b266-460a-4438-b971-6606856c48a1 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=33febd7e-be5a-4921-be9c-d751b46779c7 HTTP/1.1" status: 200 len: 210 time: 0.0620246 Jul 06 14:58:12.691344 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d39e48-0867-47cc-b782-d6df2d35cdf1 req-893adc2f-0818-460d-9e19-e72912d794f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:12.693808 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-68d39e48-0867-47cc-b782-d6df2d35cdf1 req-893adc2f-0818-460d-9e19-e72912d794f2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=26daada7-2048-4de5-8f4b-b2916b29a9ce HTTP/1.1" status: 200 len: 843 time: 0.1257906 Jul 06 14:58:12.790333 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d39e48-0867-47cc-b782-d6df2d35cdf1 req-bfe08305-cf56-483a-8fb8-79eb07b85117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:12.792016 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-68d39e48-0867-47cc-b782-d6df2d35cdf1 req-bfe08305-cf56-483a-8fb8-79eb07b85117 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=669ae252-ef84-4fc7-868f-58e1b57b730f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0656142 Jul 06 14:58:12.933571 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd9245-bbf2-4cdf-96f9-9e233ccd9874 req-29d47fab-20bb-4d58-9136-88804b1c7f62 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:12.936087 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d4fd9245-bbf2-4cdf-96f9-9e233ccd9874 req-29d47fab-20bb-4d58-9136-88804b1c7f62 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.1770420 Jul 06 14:58:13.019589 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d4fd9245-bbf2-4cdf-96f9-9e233ccd9874 req-2a7ced7e-7bc7-4fe2-bf2d-24196b825f60 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722020 Jul 06 14:58:13.061019 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-68d39e48-0867-47cc-b782-d6df2d35cdf1 req-d46ba3f1-bb9d-44fd-ba5a-d0ea238c2fa3 service neutron] 10.222.0.25 "GET /v2.0/networks/669ae252-ef84-4fc7-868f-58e1b57b730f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377813 Jul 06 14:58:13.424866 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67660d00-5f93-4702-ac17-941491c40c22 req-38ad3597-6a5e-48fc-9b04-570868194438 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:13.439949 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-67660d00-5f93-4702-ac17-941491c40c22 req-38ad3597-6a5e-48fc-9b04-570868194438 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] 10.222.0.20 "GET /v2.0/ports?device_id=831e846a-a101-40f0-83c1-fceba9d1eb3d HTTP/1.1" status: 200 len: 948 time: 0.2449372 Jul 06 14:58:13.475003 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-68d39e48-0867-47cc-b782-d6df2d35cdf1 req-aae97251-6100-4da4-b7e4-48cb392c5906 service neutron] 10.222.0.25 "GET /v2.0/networks/669ae252-ef84-4fc7-868f-58e1b57b730f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006104 Jul 06 14:58:13.555818 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-67660d00-5f93-4702-ac17-941491c40c22 req-7bcde7fb-b121-42a8-9193-98c253f43845 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] 10.222.0.20 "GET /v2.0/security-groups?id=33c4a98d-8d22-4437-9158-aa81d607dbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141167 Jul 06 14:58:13.900441 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c560f796-a819-42af-acb8-e01332d2626b req-960a2bef-0b99-4518-8a43-2ec2d0cda054 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=33febd7e-be5a-4921-be9c-d751b46779c7 HTTP/1.1" status: 200 len: 210 time: 0.0710940 Jul 06 14:58:14.404058 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 2de96f0d-d33c-47a4-a1f7-63067dc2d727 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:58:14.460932 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-5fa94cbb-fafc-4932-9e6d-1396e0de82d3 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:14.463530 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-5fa94cbb-fafc-4932-9e6d-1396e0de82d3 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.25 "GET /v2.0/networks?id=91f1fefc-0198-4f01-a19d-5bd222c1a2ce HTTP/1.1" status: 200 len: 813 time: 0.1989214 Jul 06 14:58:14.523453 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-a7dbe23a-47e8-4981-b524-becfb90da77d tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Request body: {'port': {'device_id': '33febd7e-be5a-4921-be9c-d751b46779c7', 'network_id': '91f1fefc-0198-4f01-a19d-5bd222c1a2ce', 'admin_state_up': True, 'tenant_id': 'e1024c61bda14051bc8e9885a0f65a59'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:58:14.648524 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 2de96f0d-d33c-47a4-a1f7-63067dc2d727, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2de96f0d-d33c-47a4-a1f7-63067dc2d727,segment=NetworkSegment(c7d989d6-0612-4803-9ec7-d61f7e71dc09),segment_id=c7d989d6-0612-4803-9ec7-d61f7e71dc09)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:58:14.682889 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Returning: {'device': '2de96f0d-d33c-47a4-a1f7-63067dc2d727', 'network_id': '669ae252-ef84-4fc7-868f-58e1b57b730f', 'port_id': '2de96f0d-d33c-47a4-a1f7-63067dc2d727', 'mac_address': 'fa:16:3e:d9:da:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26daada7-2048-4de5-8f4b-b2916b29a9ce', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:58:14.814633 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:14.861985 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de96f0d-d33c-47a4-a1f7-63067dc2d727 {{(pid=92917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:58:14.900952 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 2de96f0d-d33c-47a4-a1f7-63067dc2d727, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2de96f0d-d33c-47a4-a1f7-63067dc2d727,segment=NetworkSegment(c7d989d6-0612-4803-9ec7-d61f7e71dc09),segment_id=c7d989d6-0612-4803-9ec7-d61f7e71dc09)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:58:14.907956 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:14.987855 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-a7dbe23a-47e8-4981-b524-becfb90da77d tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Made reservation on behalf of e1024c61bda14051bc8e9885a0f65a59 for: {'port': 1} {{(pid=92915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:58:14.991963 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-a7dbe23a-47e8-4981-b524-becfb90da77d tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:15.005881 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=2de96f0d-d33c-47a4-a1f7-63067dc2d727,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:15.043753 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa27c5-7251-49ca-bcb2-c4a3b6b148e2 req-7bc5c8c1-17c2-48d1-aa39-d3f77e2503a6 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:15.045461 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-defa27c5-7251-49ca-bcb2-c4a3b6b148e2 req-7bc5c8c1-17c2-48d1-aa39-d3f77e2503a6 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] 10.222.0.20 "GET /v2.0/ports?device_id=831e846a-a101-40f0-83c1-fceba9d1eb3d HTTP/1.1" status: 200 len: 948 time: 0.2306795 Jul 06 14:58:15.177392 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-defa27c5-7251-49ca-bcb2-c4a3b6b148e2 req-2954b3c9-2295-4104-a621-927749ca1303 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] 10.222.0.20 "GET /v2.0/security-groups?id=33c4a98d-8d22-4437-9158-aa81d607dbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880747 Jul 06 14:58:15.464959 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['2de96f0d-d33c-47a4-a1f7-63067dc2d727'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:58:15.556376 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6c8018b3-d116-44dc-a30a-7ea6e84dba2f req-87fa6eed-2353-47ef-a195-cddd37e9bb65 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=33febd7e-be5a-4921-be9c-d751b46779c7 HTTP/1.1" status: 200 len: 210 time: 0.0651586 Jul 06 14:58:15.581198 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_common [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-a7dbe23a-47e8-4981-b524-becfb90da77d tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Allocated IP 172.20.0.7 (91f1fefc-0198-4f01-a19d-5bd222c1a2ce/ffa9830d-1ca2-457e-a1bd-de248713ebca/46f0785c-f7b3-4f0e-9612-c14908b31d6e) {{(pid=92915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:58:15.649468 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e160a-d8e5-4ef3-8322-7482ecf477fa req-4d189d28-e187-4be2-86c4-fc0b959bc391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:15.651206 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-da6e160a-d8e5-4ef3-8322-7482ecf477fa req-4d189d28-e187-4be2-86c4-fc0b959bc391 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1817bfcb8e354beb83cfd6d1c7f72a50&device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 1099 time: 0.1562665 Jul 06 14:58:15.775296 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 49442) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:15.918838 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-57ffd7b2-44d7-4d36-aad5-541f1f9274d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:15.927193 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-a7dbe23a-47e8-4981-b524-becfb90da77d tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Notify callbacks [] for port, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:15.940757 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e160a-d8e5-4ef3-8322-7482ecf477fa req-ca98d9e2-7752-4b92-9a2a-2a31e73c25a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:15.942309 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-da6e160a-d8e5-4ef3-8322-7482ecf477fa req-ca98d9e2-7752-4b92-9a2a-2a31e73c25a6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fa81ded4-639a-45fc-af54-68a391814316 HTTP/1.1" status: 200 len: 919 time: 0.2737508 Jul 06 14:58:15.994588 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf22087-bb32-4e5e-abc8-fca01c580198 req-a8494a7f-0d72-435c-b487-b318ca871e99 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:16.003020 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ecf22087-bb32-4e5e-abc8-fca01c580198 req-a8494a7f-0d72-435c-b487-b318ca871e99 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.2006490 Jul 06 14:58:16.054405 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-da6e160a-d8e5-4ef3-8322-7482ecf477fa req-60fee540-8256-47e9-b0d3-0768bd74b4ba service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d3ef5b9-af08-4e7c-a16a-c007bb7433b9 HTTP/1.1" status: 200 len: 217 time: 0.0923181 Jul 06 14:58:16.089121 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-57ffd7b2-44d7-4d36-aad5-541f1f9274d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:16.097350 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-57ffd7b2-44d7-4d36-aad5-541f1f9274d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:16.162547 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-a7dbe23a-47e8-4981-b524-becfb90da77d tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2297291'] for port, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:16.170073 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e160a-d8e5-4ef3-8322-7482ecf477fa req-cce86474-4a7c-4ec4-8df4-f799d6207802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:16.172751 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-da6e160a-d8e5-4ef3-8322-7482ecf477fa req-cce86474-4a7c-4ec4-8df4-f799d6207802 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1431c281-ca69-4953-881e-6e7d559cefaf HTTP/1.1" status: 200 len: 858 time: 0.1054707 Jul 06 14:58:16.173534 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-57ffd7b2-44d7-4d36-aad5-541f1f9274d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78083a019288402db47d15d1899b8cf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3969154 Jul 06 14:58:16.175078 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ffd7b2-44d7-4d36-aad5-541f1f9274d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37593854-85b5-4f73-9dd5-d38b20cc0944,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:16.179281 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 49448) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:16.187899 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ecf22087-bb32-4e5e-abc8-fca01c580198 req-d8d3d318-35b4-431c-b4f1-0960788fcd49 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838992 Jul 06 14:58:16.286620 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-da6e160a-d8e5-4ef3-8322-7482ecf477fa req-a663e727-3612-4a0b-9680-67e07dcd5ee3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fa81ded4-639a-45fc-af54-68a391814316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534842 Jul 06 14:58:16.293750 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-a7dbe23a-47e8-4981-b524-becfb90da77d tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Network 91f1fefc-0198-4f01-a19d-5bd222c1a2ce is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:58:16.305826 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-f457c238-3e4c-4266-9bac-59b2621a5c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:16.308533 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-a7dbe23a-47e8-4981-b524-becfb90da77d tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:58:16.315844 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-a7dbe23a-47e8-4981-b524-becfb90da77d tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Received port after_create {{(pid=92915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:58:16.354390 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-f457c238-3e4c-4266-9bac-59b2621a5c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:16.372129 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dbe23a-47e8-4981-b524-becfb90da77d tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Pushing event updated for resources: {'Port': ['ID=46f0785c-f7b3-4f0e-9612-c14908b31d6e,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:16.498248 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-f457c238-3e4c-4266-9bac-59b2621a5c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:16.504270 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-f457c238-3e4c-4266-9bac-59b2621a5c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:16.508661 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-f457c238-3e4c-4266-9bac-59b2621a5c2c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37593854-85b5-4f73-9dd5-d38b20cc0944 HTTP/1.1" status: 204 len: 168 time: 0.3254886 Jul 06 14:58:16.510196 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-a7dbe23a-47e8-4981-b524-becfb90da77d tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:16.511322 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-a7dbe23a-47e8-4981-b524-becfb90da77d tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:16.524495 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f457c238-3e4c-4266-9bac-59b2621a5c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37593854-85b5-4f73-9dd5-d38b20cc0944,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:16.556183 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53639f-f149-4147-8ba0-82e57f4a85e7 req-ee98c23c-40d8-4973-8719-dcf49e65bd42 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:16.558056 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ee53639f-f149-4147-8ba0-82e57f4a85e7 req-ee98c23c-40d8-4973-8719-dcf49e65bd42 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] 10.222.0.20 "GET /v2.0/ports?device_id=831e846a-a101-40f0-83c1-fceba9d1eb3d HTTP/1.1" status: 200 len: 949 time: 0.1389813 Jul 06 14:58:16.564794 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-a7dbe23a-47e8-4981-b524-becfb90da77d tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0597837 Jul 06 14:58:16.601373 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-0b2e1866-da45-4b99-b6d2-22c3eaa9d34f service neutron] Request body: {'port': {'device_id': '33febd7e-be5a-4921-be9c-d751b46779c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:58:16.611934 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-da6e160a-d8e5-4ef3-8322-7482ecf477fa req-16e9cc6e-466e-4f92-9413-8613e4607707 service neutron] 10.222.0.25 "GET /v2.0/networks/fa81ded4-639a-45fc-af54-68a391814316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911251 Jul 06 14:58:16.622263 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ee53639f-f149-4147-8ba0-82e57f4a85e7 req-f4255411-88b7-41d8-bdb9-14965a845fd7 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] 10.222.0.20 "GET /v2.0/security-groups?id=33c4a98d-8d22-4437-9158-aa81d607dbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535502 Jul 06 14:58:16.692559 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['35abb235-c7a3-4263-8048-7a42cb1d2950', '3d31caef-dba3-491f-ae91-bb8d8992ad0d'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:58:16.912787 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-0b2e1866-da45-4b99-b6d2-22c3eaa9d34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:17.136818 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 49462) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:17.147804 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33beef18-2697-40da-95fe-89f2a68e5a21 req-9d957e38-19d2-40e1-8d84-4f6032e22673 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:17.149660 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-33beef18-2697-40da-95fe-89f2a68e5a21 req-9d957e38-19d2-40e1-8d84-4f6032e22673 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=33febd7e-be5a-4921-be9c-d751b46779c7 HTTP/1.1" status: 200 len: 931 time: 0.3710511 Jul 06 14:58:17.151642 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-da6e160a-d8e5-4ef3-8322-7482ecf477fa req-5b7fd209-22b7-4c93-8e16-5d7e62ff2e93 service neutron] 10.222.0.25 "GET /v2.0/networks/fa81ded4-639a-45fc-af54-68a391814316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5035520 Jul 06 14:58:17.159592 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-9dec31d0-46c8-40ac-925d-0bb4c60e393e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:17.265528 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-33beef18-2697-40da-95fe-89f2a68e5a21 req-d26a7eed-5c20-4fde-abd8-7a58d388a53f tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056244 Jul 06 14:58:17.371591 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-9dec31d0-46c8-40ac-925d-0bb4c60e393e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:17.378047 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-9dec31d0-46c8-40ac-925d-0bb4c60e393e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:17.420124 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-0b2e1866-da45-4b99-b6d2-22c3eaa9d34f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46f0785c-f7b3-4f0e-9612-c14908b31d6e {{(pid=92915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:58:17.433767 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-9dec31d0-46c8-40ac-925d-0bb4c60e393e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8ad4fbead0444a2ba0cb7560dd8ee14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953794 Jul 06 14:58:17.440047 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 49472) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:17.441424 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-0b2e1866-da45-4b99-b6d2-22c3eaa9d34f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:17.453452 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec31d0-46c8-40ac-925d-0bb4c60e393e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba79b49-21e4-4809-b350-8e08ec8d036f,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:17.484847 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.provisioning_blocks [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-0b2e1866-da45-4b99-b6d2-22c3eaa9d34f service neutron] Transition to ACTIVE for port object 46f0785c-f7b3-4f0e-9612-c14908b31d6e will not be triggered until provisioned by entity L2. {{(pid=92915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:58:17.489975 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-0b2e1866-da45-4b99-b6d2-22c3eaa9d34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2297145'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:17.516191 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fdfa3874-6c2f-417c-b9a7-76edb691c936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:17.550044 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fdfa3874-6c2f-417c-b9a7-76edb691c936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:17.568433 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e1866-da45-4b99-b6d2-22c3eaa9d34f service neutron] Pushing event updated for resources: {'Port': ['ID=46f0785c-f7b3-4f0e-9612-c14908b31d6e,revision_number=2']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:17.580194 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31f389-8747-4239-b176-7c082b6756f0 req-030596c8-4ae1-401d-b733-1b9f777527a2 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:17.581919 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-fd31f389-8747-4239-b176-7c082b6756f0 req-030596c8-4ae1-401d-b733-1b9f777527a2 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.1558969 Jul 06 14:58:17.622632 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fdfa3874-6c2f-417c-b9a7-76edb691c936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:17.626924 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fdfa3874-6c2f-417c-b9a7-76edb691c936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:17.628306 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-fdfa3874-6c2f-417c-b9a7-76edb691c936 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cba79b49-21e4-4809-b350-8e08ec8d036f HTTP/1.1" status: 204 len: 168 time: 0.1870108 Jul 06 14:58:17.641463 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa3874-6c2f-417c-b9a7-76edb691c936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba79b49-21e4-4809-b350-8e08ec8d036f,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:17.683621 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-fd31f389-8747-4239-b176-7c082b6756f0 req-a58a83b6-ccd3-4ea6-ae80-84fb3a0f6f17 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817487 Jul 06 14:58:17.708651 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.managers [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-0b2e1866-da45-4b99-b6d2-22c3eaa9d34f service neutron] Attempting to bind port 46f0785c-f7b3-4f0e-9612-c14908b31d6e on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:58:17.709221 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.managers [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-0b2e1866-da45-4b99-b6d2-22c3eaa9d34f service neutron] Attempting to bind port 46f0785c-f7b3-4f0e-9612-c14908b31d6e by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'b8a69907-b7f8-4f17-967d-07147bf9886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '91f1fefc-0198-4f01-a19d-5bd222c1a2ce'}] {{(pid=92915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:58:17.709782 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-0b2e1866-da45-4b99-b6d2-22c3eaa9d34f service neutron] Attempting to bind port 46f0785c-f7b3-4f0e-9612-c14908b31d6e on network 91f1fefc-0198-4f01-a19d-5bd222c1a2ce {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:58:17.722642 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-0b2e1866-da45-4b99-b6d2-22c3eaa9d34f service neutron] Port 46f0785c-f7b3-4f0e-9612-c14908b31d6e on network 91f1fefc-0198-4f01-a19d-5bd222c1a2ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:58:17.723239 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-0b2e1866-da45-4b99-b6d2-22c3eaa9d34f service neutron] Attempting to bind port 46f0785c-f7b3-4f0e-9612-c14908b31d6e on network 91f1fefc-0198-4f01-a19d-5bd222c1a2ce {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:58:17.738581 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-0b2e1866-da45-4b99-b6d2-22c3eaa9d34f service neutron] Checking agent: {'id': '04d4ab22-d878-41a9-afec-a7a2984360cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'started_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:58:17.739558 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-0b2e1866-da45-4b99-b6d2-22c3eaa9d34f service neutron] Checking segment: {'id': 'b8a69907-b7f8-4f17-967d-07147bf9886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '91f1fefc-0198-4f01-a19d-5bd222c1a2ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:58:17.740284 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-0b2e1866-da45-4b99-b6d2-22c3eaa9d34f service neutron] Bound using segment: {'id': 'b8a69907-b7f8-4f17-967d-07147bf9886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '91f1fefc-0198-4f01-a19d-5bd222c1a2ce'} {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:58:17.740886 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.managers [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-0b2e1866-da45-4b99-b6d2-22c3eaa9d34f service neutron] Bound port: 46f0785c-f7b3-4f0e-9612-c14908b31d6e, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a69907-b7f8-4f17-967d-07147bf9886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '91f1fefc-0198-4f01-a19d-5bd222c1a2ce'}}] {{(pid=92915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:58:17.741456 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-0b2e1866-da45-4b99-b6d2-22c3eaa9d34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:17.848574 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-0b2e1866-da45-4b99-b6d2-22c3eaa9d34f service neutron] For port 46f0785c-f7b3-4f0e-9612-c14908b31d6e, host hv-cinder-78836, cleared binding levels {{(pid=92915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:58:17.853521 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-0b2e1866-da45-4b99-b6d2-22c3eaa9d34f service neutron] For port 46f0785c-f7b3-4f0e-9612-c14908b31d6e, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=46f0785c-f7b3-4f0e-9612-c14908b31d6e,segment=NetworkSegment(b8a69907-b7f8-4f17-967d-07147bf9886f),segment_id=b8a69907-b7f8-4f17-967d-07147bf9886f)] {{(pid=92915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:58:17.859820 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-0b2e1866-da45-4b99-b6d2-22c3eaa9d34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2297145'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:17.927023 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-0b2e1866-da45-4b99-b6d2-22c3eaa9d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:17.927736 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-0b2e1866-da45-4b99-b6d2-22c3eaa9d34f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:17.929366 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-0b2e1866-da45-4b99-b6d2-22c3eaa9d34f service neutron] 10.222.0.25 "PUT /v2.0/ports/46f0785c-f7b3-4f0e-9612-c14908b31d6e HTTP/1.1" status: 200 len: 1093 time: 1.3393581 Jul 06 14:58:17.929927 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33febd7e-be5a-4921-be9c-d751b46779c7', 'tag': '46f0785c-f7b3-4f0e-9612-c14908b31d6e'}] {{(pid=92915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:58:17.934245 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92756195bd967bcafd15386578949a9109be95aebc1330c0508ce0179bff92bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14555d8e-516e-42c0-b487-cbb04d6d8867" -d '{"events": [{"name": "network-changed", "server_uuid": "33febd7e-be5a-4921-be9c-d751b46779c7", "tag": "46f0785c-f7b3-4f0e-9612-c14908b31d6e"}]}' {{(pid=92915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:58:17.947593 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae797a-4d2d-46ac-8b3d-30462a211162 req-de6b9d60-7136-4895-a5d0-507911c99f69 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:17.950038 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-45ae797a-4d2d-46ac-8b3d-30462a211162 req-de6b9d60-7136-4895-a5d0-507911c99f69 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] 10.222.0.20 "GET /v2.0/ports?device_id=831e846a-a101-40f0-83c1-fceba9d1eb3d HTTP/1.1" status: 200 len: 949 time: 0.1229255 Jul 06 14:58:18.002377 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e1866-da45-4b99-b6d2-22c3eaa9d34f service neutron] Pushing event updated for resources: {'Port': ['ID=46f0785c-f7b3-4f0e-9612-c14908b31d6e,revision_number=3']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:18.042666 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc185b3-d453-4163-8d09-d6799f06646c x-openstack-request-id: req-0fc185b3-d453-4163-8d09-d6799f06646c {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:58:18.043102 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33febd7e-be5a-4921-be9c-d751b46779c7", "tag": "46f0785c-f7b3-4f0e-9612-c14908b31d6e", "status": "completed", "code": 200}]} {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:58:18.043687 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0fc185b3-d453-4163-8d09-d6799f06646c {{(pid=92915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:58:18.044312 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33febd7e-be5a-4921-be9c-d751b46779c7', 'tag': '46f0785c-f7b3-4f0e-9612-c14908b31d6e', 'status': 'completed', 'code': 200} Jul 06 14:58:18.059427 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-45ae797a-4d2d-46ac-8b3d-30462a211162 req-4b776a43-1e4d-4c5b-aa3c-b06883b9329f tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] 10.222.0.20 "GET /v2.0/security-groups?id=33c4a98d-8d22-4437-9158-aa81d607dbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931823 Jul 06 14:58:18.156217 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-bffa17d9-202d-4546-a77a-90306796837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:18.158791 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-bffa17d9-202d-4546-a77a-90306796837c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1024c61bda14051bc8e9885a0f65a59&device_id=33febd7e-be5a-4921-be9c-d751b46779c7 HTTP/1.1" status: 200 len: 1096 time: 0.0765669 Jul 06 14:58:18.218087 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-826af6be-a53c-4bf9-8f0c-ce97d78cf9e1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46f0785c-f7b3-4f0e-9612-c14908b31d6e HTTP/1.1" status: 200 len: 217 time: 0.0395484 Jul 06 14:58:18.282130 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-c3c7d99a-8c0b-4117-ba64-61b8fb9803e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:18.283928 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-c3c7d99a-8c0b-4117-ba64-61b8fb9803e4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ffa9830d-1ca2-457e-a1bd-de248713ebca HTTP/1.1" status: 200 len: 853 time: 0.0532827 Jul 06 14:58:18.324041 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-311c8a70-32c2-42a3-90be-164a49a0e2de service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=91f1fefc-0198-4f01-a19d-5bd222c1a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302963 Jul 06 14:58:18.447040 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 2de96f0d-d33c-47a4-a1f7-63067dc2d727 up at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:58:18.475678 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-a76ae8b1-93da-433a-bbcf-60cad9e0fa68 service neutron] 10.222.0.25 "GET /v2.0/networks/91f1fefc-0198-4f01-a19d-5bd222c1a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383634 Jul 06 14:58:18.572388 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning for port 2de96f0d-d33c-47a4-a1f7-63067dc2d727 completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:58:18.585139 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning complete for port 2de96f0d-d33c-47a4-a1f7-63067dc2d727 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:58:18.585744 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:18.613531 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11028f8-6f53-4e8c-a751-b0f0c2b0df5c req-ea0e1ff6-0e5f-49df-b9d3-870dabe9b9a6 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:18.624180 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b11028f8-6f53-4e8c-a751-b0f0c2b0df5c req-ea0e1ff6-0e5f-49df-b9d3-870dabe9b9a6 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=33febd7e-be5a-4921-be9c-d751b46779c7 HTTP/1.1" status: 200 len: 943 time: 0.1381838 Jul 06 14:58:18.680775 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-499dfaf2-ec30-46bf-b1e6-b8ce2c7311b7 req-e60e7453-cc99-49ba-8350-20e307763fc9 service neutron] 10.222.0.25 "GET /v2.0/networks/91f1fefc-0198-4f01-a19d-5bd222c1a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975381 Jul 06 14:58:18.716216 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b11028f8-6f53-4e8c-a751-b0f0c2b0df5c req-e0a9f047-6dd7-40e5-8c02-fc0fddebee29 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839226 Jul 06 14:58:18.797688 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:18.862403 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 2de96f0d-d33c-47a4-a1f7-63067dc2d727, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2de96f0d-d33c-47a4-a1f7-63067dc2d727,segment=NetworkSegment(c7d989d6-0612-4803-9ec7-d61f7e71dc09),segment_id=c7d989d6-0612-4803-9ec7-d61f7e71dc09)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:58:18.865051 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831e846a-a101-40f0-83c1-fceba9d1eb3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de96f0d-d33c-47a4-a1f7-63067dc2d727'}] {{(pid=92917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:58:18.869916 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ea3ef9b0f14ac6a08de5771e2132c48ed06abd6a52ccf1dddde4c27a9981b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdff9b3-e039-4859-aa8f-c73bb6415fdb" -d '{"events": [{"server_uuid": "831e846a-a101-40f0-83c1-fceba9d1eb3d", "name": "network-vif-plugged", "status": "completed", "tag": "2de96f0d-d33c-47a4-a1f7-63067dc2d727"}]}' {{(pid=92917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:58:18.874799 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:18.966612 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862ec49f-237e-4aa2-affb-6ee467604130 x-openstack-request-id: req-862ec49f-237e-4aa2-affb-6ee467604130 {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:58:18.967153 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831e846a-a101-40f0-83c1-fceba9d1eb3d", "name": "network-vif-plugged", "status": "completed", "tag": "2de96f0d-d33c-47a4-a1f7-63067dc2d727", "code": 200}]} {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:58:18.968430 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-862ec49f-237e-4aa2-affb-6ee467604130 {{(pid=92917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:58:18.968825 dv-cinder-788363-5-iscsi neutron-server[92917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831e846a-a101-40f0-83c1-fceba9d1eb3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de96f0d-d33c-47a4-a1f7-63067dc2d727', 'code': 200} Jul 06 14:58:18.994671 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14555d8e-516e-42c0-b487-cbb04d6d8867 req-ce730677-1d91-4a72-ba5b-676be9cae817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:18.994961 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=2de96f0d-d33c-47a4-a1f7-63067dc2d727,revision_number=5']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:19.006705 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733d7b9-a9af-4978-b0cd-cb18babd7659 req-4ec87c42-b43b-4009-93cf-1d6409adcf4f tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:19.008719 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-9733d7b9-a9af-4978-b0cd-cb18babd7659 req-4ec87c42-b43b-4009-93cf-1d6409adcf4f tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.1003115 Jul 06 14:58:19.019201 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-14555d8e-516e-42c0-b487-cbb04d6d8867 req-ce730677-1d91-4a72-ba5b-676be9cae817 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1024c61bda14051bc8e9885a0f65a59&device_id=33febd7e-be5a-4921-be9c-d751b46779c7 HTTP/1.1" status: 200 len: 1096 time: 0.1536446 Jul 06 14:58:19.059046 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-9733d7b9-a9af-4978-b0cd-cb18babd7659 req-12c5b18f-615f-4859-9b4f-95c111074d0c tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441866 Jul 06 14:58:19.281801 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14555d8e-516e-42c0-b487-cbb04d6d8867 req-d2b0caac-d56c-481f-b579-bbf777dccb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:19.286300 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-14555d8e-516e-42c0-b487-cbb04d6d8867 req-d2b0caac-d56c-481f-b579-bbf777dccb0e service neutron] 10.222.0.25 "GET /v2.0/networks?id=91f1fefc-0198-4f01-a19d-5bd222c1a2ce HTTP/1.1" status: 200 len: 914 time: 0.2502813 Jul 06 14:58:19.409652 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-14555d8e-516e-42c0-b487-cbb04d6d8867 req-e3690580-fc4b-4e3b-8c05-c28f456ccbf8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46f0785c-f7b3-4f0e-9612-c14908b31d6e HTTP/1.1" status: 200 len: 217 time: 0.0802245 Jul 06 14:58:19.584425 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c9791-67c2-49f0-911c-cde67ec89c40 req-2e3b30a9-62f5-414f-afa9-1e075fe77786 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:19.588151 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-250c9791-67c2-49f0-911c-cde67ec89c40 req-2e3b30a9-62f5-414f-afa9-1e075fe77786 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] 10.222.0.20 "GET /v2.0/ports?device_id=831e846a-a101-40f0-83c1-fceba9d1eb3d HTTP/1.1" status: 200 len: 950 time: 0.3313675 Jul 06 14:58:19.664422 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14555d8e-516e-42c0-b487-cbb04d6d8867 req-f1e4509a-aeb7-482f-98db-6cc598a910ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:19.666794 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-14555d8e-516e-42c0-b487-cbb04d6d8867 req-f1e4509a-aeb7-482f-98db-6cc598a910ec service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ffa9830d-1ca2-457e-a1bd-de248713ebca HTTP/1.1" status: 200 len: 853 time: 0.2217836 Jul 06 14:58:19.740838 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-14555d8e-516e-42c0-b487-cbb04d6d8867 req-104ac68b-bbdc-4aef-9a17-9f672f158cd5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=91f1fefc-0198-4f01-a19d-5bd222c1a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641265 Jul 06 14:58:19.755646 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dfb2d0-abc3-4a8c-8004-a2e7c35334f9 req-841739a6-8695-482c-ab48-45c15bd177c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:19.758400 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d2dfb2d0-abc3-4a8c-8004-a2e7c35334f9 req-841739a6-8695-482c-ab48-45c15bd177c4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=831e846a-a101-40f0-83c1-fceba9d1eb3d HTTP/1.1" status: 200 len: 1103 time: 0.3114576 Jul 06 14:58:19.779221 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-250c9791-67c2-49f0-911c-cde67ec89c40 req-975778e0-d27c-4630-b1c3-a1e0bae90969 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] 10.222.0.20 "GET /v2.0/security-groups?id=33c4a98d-8d22-4437-9158-aa81d607dbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765394 Jul 06 14:58:19.919451 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d2dfb2d0-abc3-4a8c-8004-a2e7c35334f9 req-d70c3e4d-0183-4ab9-ba96-272e742f9250 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=33c4a98d-8d22-4437-9158-aa81d607dbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393406 Jul 06 14:58:20.034877 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-14555d8e-516e-42c0-b487-cbb04d6d8867 req-767662bd-1d4d-4a1c-a914-dcddcb30c507 service neutron] 10.222.0.25 "GET /v2.0/networks/91f1fefc-0198-4f01-a19d-5bd222c1a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744026 Jul 06 14:58:20.070595 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe2936-3d60-4de1-b04e-8958429010a9 req-12e916b6-11eb-49f1-93db-5e25e0d77d78 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:20.073509 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-cdfe2936-3d60-4de1-b04e-8958429010a9 req-12e916b6-11eb-49f1-93db-5e25e0d77d78 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=33febd7e-be5a-4921-be9c-d751b46779c7 HTTP/1.1" status: 200 len: 943 time: 0.1368694 Jul 06 14:58:20.131548 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-cdfe2936-3d60-4de1-b04e-8958429010a9 req-02ff45f0-22e0-42b7-84ed-e3ef122a077c tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468903 Jul 06 14:58:20.426880 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-14555d8e-516e-42c0-b487-cbb04d6d8867 req-7d72984c-16a2-4bfd-ad9b-84d0547e34e1 service neutron] 10.222.0.25 "GET /v2.0/networks/91f1fefc-0198-4f01-a19d-5bd222c1a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458557 Jul 06 14:58:20.459604 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86cc0b-7fd3-448b-bfe0-434a3cdc27e3 req-4228ba82-d813-4298-91e9-456f02c07c0b tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:20.462185 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-5a86cc0b-7fd3-448b-bfe0-434a3cdc27e3 req-4228ba82-d813-4298-91e9-456f02c07c0b tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.1558826 Jul 06 14:58:20.532798 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-5a86cc0b-7fd3-448b-bfe0-434a3cdc27e3 req-ecc86c46-7213-43a4-9cb5-d36ffdebae82 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623598 Jul 06 14:58:20.681625 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 49558) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:20.808408 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0621a6d1-d70c-4ff5-9d60-54fab8dec641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:20.931773 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0621a6d1-d70c-4ff5-9d60-54fab8dec641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:20.937139 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0621a6d1-d70c-4ff5-9d60-54fab8dec641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:20.985348 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621a6d1-d70c-4ff5-9d60-54fab8dec641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d454b8e-ffee-4d5c-b8e7-8fc9286480b1,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:20.991500 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-0621a6d1-d70c-4ff5-9d60-54fab8dec641 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d0a0a7633c74ed58ba02b83163f5673&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3084691 Jul 06 14:58:20.995790 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 49566) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:21.069425 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5250af-e4fb-4366-b523-953c37ae5335 req-3f1d2952-7ef0-44ac-bbf5-854a1202a505 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:21.071173 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-2d5250af-e4fb-4366-b523-953c37ae5335 req-3f1d2952-7ef0-44ac-bbf5-854a1202a505 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] 10.222.0.20 "GET /v2.0/ports?device_id=831e846a-a101-40f0-83c1-fceba9d1eb3d HTTP/1.1" status: 200 len: 950 time: 0.0882063 Jul 06 14:58:21.088633 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-1456eddb-5bed-47e2-b5d9-8c6391c8ab1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:21.119690 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-2d5250af-e4fb-4366-b523-953c37ae5335 req-307f4bbb-f9ca-4f4e-90ac-ea1ab1ead826 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] 10.222.0.20 "GET /v2.0/security-groups?id=33c4a98d-8d22-4437-9158-aa81d607dbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403643 Jul 06 14:58:21.130113 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-1456eddb-5bed-47e2-b5d9-8c6391c8ab1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:21.205047 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-1456eddb-5bed-47e2-b5d9-8c6391c8ab1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:21.211003 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-1456eddb-5bed-47e2-b5d9-8c6391c8ab1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:21.216370 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-1456eddb-5bed-47e2-b5d9-8c6391c8ab1a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d454b8e-ffee-4d5c-b8e7-8fc9286480b1 HTTP/1.1" status: 204 len: 168 time: 0.2183826 Jul 06 14:58:21.234199 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456eddb-5bed-47e2-b5d9-8c6391c8ab1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d454b8e-ffee-4d5c-b8e7-8fc9286480b1,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:21.367528 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869307e-382e-45a1-9063-3cbba4a8040f req-c520fe33-7bc6-4459-a344-2f61a1c3d418 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:21.369406 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3869307e-382e-45a1-9063-3cbba4a8040f req-c520fe33-7bc6-4459-a344-2f61a1c3d418 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=33febd7e-be5a-4921-be9c-d751b46779c7 HTTP/1.1" status: 200 len: 943 time: 0.0805025 Jul 06 14:58:21.433910 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3869307e-382e-45a1-9063-3cbba4a8040f req-0caeb021-580d-42ba-8fdf-79a77b6b6d88 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523765 Jul 06 14:58:21.731715 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 49578) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:21.755119 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-02062cc3-cf56-4c39-943e-1b466f082886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:21.907073 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2a665-ed12-49cf-847b-600555f96aeb req-c7a55300-3967-415b-ada8-45d59244af04 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:21.908892 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c5b2a665-ed12-49cf-847b-600555f96aeb req-c7a55300-3967-415b-ada8-45d59244af04 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.1493094 Jul 06 14:58:21.993726 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c5b2a665-ed12-49cf-847b-600555f96aeb req-53cc2ea3-6e48-44e3-9cf9-26bc40d5b126 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660305 Jul 06 14:58:22.000581 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-02062cc3-cf56-4c39-943e-1b466f082886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:22.007024 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-02062cc3-cf56-4c39-943e-1b466f082886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:22.058111 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-02062cc3-cf56-4c39-943e-1b466f082886 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a66b5761c07d4025bb4ae1f57bcf14e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3248467 Jul 06 14:58:22.059622 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02062cc3-cf56-4c39-943e-1b466f082886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5259b45-90e1-47f1-b3fd-45558924009b,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:22.063501 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 49586) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:22.145901 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-6ab37aa5-154b-436f-beee-9c4250ed01d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:22.173941 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-6ab37aa5-154b-436f-beee-9c4250ed01d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:22.243942 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-6ab37aa5-154b-436f-beee-9c4250ed01d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:22.246804 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-6ab37aa5-154b-436f-beee-9c4250ed01d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:22.251223 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-6ab37aa5-154b-436f-beee-9c4250ed01d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e5259b45-90e1-47f1-b3fd-45558924009b HTTP/1.1" status: 204 len: 168 time: 0.1836221 Jul 06 14:58:22.256095 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 49594) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:22.266721 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab37aa5-154b-436f-beee-9c4250ed01d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5259b45-90e1-47f1-b3fd-45558924009b,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:22.424923 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fa2439f3-47d8-4706-b551-8496231cec28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:22.460475 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c9b37-e4ff-451e-a586-a4030e26cc81 req-12fa3984-06b9-4462-9e6c-63dd7f8e6730 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:22.472753 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-198c9b37-e4ff-451e-a586-a4030e26cc81 req-12fa3984-06b9-4462-9e6c-63dd7f8e6730 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] 10.222.0.20 "GET /v2.0/ports?device_id=831e846a-a101-40f0-83c1-fceba9d1eb3d HTTP/1.1" status: 200 len: 950 time: 0.1194882 Jul 06 14:58:22.473181 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 46f0785c-f7b3-4f0e-9612-c14908b31d6e details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:58:22.560799 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-198c9b37-e4ff-451e-a586-a4030e26cc81 req-e57621bf-38f5-4fa0-9310-fef3dd3e62a4 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] 10.222.0.20 "GET /v2.0/security-groups?id=33c4a98d-8d22-4437-9158-aa81d607dbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806098 Jul 06 14:58:22.628649 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fa2439f3-47d8-4706-b551-8496231cec28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:22.642809 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fa2439f3-47d8-4706-b551-8496231cec28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:22.662116 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 46f0785c-f7b3-4f0e-9612-c14908b31d6e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=46f0785c-f7b3-4f0e-9612-c14908b31d6e,segment=NetworkSegment(b8a69907-b7f8-4f17-967d-07147bf9886f),segment_id=b8a69907-b7f8-4f17-967d-07147bf9886f)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:58:22.692876 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Returning: {'device': '46f0785c-f7b3-4f0e-9612-c14908b31d6e', 'network_id': '91f1fefc-0198-4f01-a19d-5bd222c1a2ce', 'port_id': '46f0785c-f7b3-4f0e-9612-c14908b31d6e', 'mac_address': 'fa:16:3e:97:60:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffa9830d-1ca2-457e-a1bd-de248713ebca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:58:22.763958 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:22.793020 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46f0785c-f7b3-4f0e-9612-c14908b31d6e {{(pid=92917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:58:22.796868 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2439f3-47d8-4706-b551-8496231cec28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48b528c-12ed-4a9b-9993-a97d9ae6f3ee,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:22.819745 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 49614) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:22.822747 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 46f0785c-f7b3-4f0e-9612-c14908b31d6e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=46f0785c-f7b3-4f0e-9612-c14908b31d6e,segment=NetworkSegment(b8a69907-b7f8-4f17-967d-07147bf9886f),segment_id=b8a69907-b7f8-4f17-967d-07147bf9886f)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:58:22.830277 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:22.832411 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-fa2439f3-47d8-4706-b551-8496231cec28 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=650ff396580b4beebeb00a485b3b1a41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5751979 Jul 06 14:58:22.911521 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=46f0785c-f7b3-4f0e-9612-c14908b31d6e,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:22.922018 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e723479-fbed-45d7-8207-cfa391ee1763 req-5ea4cb8f-e5be-4865-8482-db00f759ea2e tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:22.924397 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-2e723479-fbed-45d7-8207-cfa391ee1763 req-5ea4cb8f-e5be-4865-8482-db00f759ea2e tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=33febd7e-be5a-4921-be9c-d751b46779c7 HTTP/1.1" status: 200 len: 943 time: 0.2738025 Jul 06 14:58:22.958306 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a0b93a05-0bb9-4b11-b413-2b4d5efcb907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:23.008706 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a0b93a05-0bb9-4b11-b413-2b4d5efcb907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:23.016247 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-2e723479-fbed-45d7-8207-cfa391ee1763 req-ddc13ea7-96e1-4a37-a230-52538fbb143d tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851152 Jul 06 14:58:23.151396 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a0b93a05-0bb9-4b11-b413-2b4d5efcb907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:23.161774 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a0b93a05-0bb9-4b11-b413-2b4d5efcb907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:23.172594 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-a0b93a05-0bb9-4b11-b413-2b4d5efcb907 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c48b528c-12ed-4a9b-9993-a97d9ae6f3ee HTTP/1.1" status: 204 len: 168 time: 0.3511372 Jul 06 14:58:23.190395 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b93a05-0bb9-4b11-b413-2b4d5efcb907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48b528c-12ed-4a9b-9993-a97d9ae6f3ee,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:23.355739 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdabbb8-d4f2-4b1a-a23d-b81a361961cc req-20c50b01-9e88-45fe-8704-226550d0f878 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:23.363502 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6fdabbb8-d4f2-4b1a-a23d-b81a361961cc req-20c50b01-9e88-45fe-8704-226550d0f878 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.1474559 Jul 06 14:58:23.378796 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['46f0785c-f7b3-4f0e-9612-c14908b31d6e'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:58:23.439069 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6fdabbb8-d4f2-4b1a-a23d-b81a361961cc req-df11c9e5-975a-4d86-9c6d-1703a1e32d10 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742066 Jul 06 14:58:23.690680 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e31382-c504-4dbc-8367-0dcc562773a5 req-bfc404ce-1457-4dba-a9f5-8c9663cf3be1 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:23.692426 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-39e31382-c504-4dbc-8367-0dcc562773a5 req-bfc404ce-1457-4dba-a9f5-8c9663cf3be1 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] 10.222.0.20 "GET /v2.0/ports?device_id=831e846a-a101-40f0-83c1-fceba9d1eb3d HTTP/1.1" status: 200 len: 950 time: 0.1121070 Jul 06 14:58:23.769048 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-39e31382-c504-4dbc-8367-0dcc562773a5 req-46475d36-4131-4d4d-b5d8-f537657a54d2 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] 10.222.0.20 "GET /v2.0/security-groups?id=33c4a98d-8d22-4437-9158-aa81d607dbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607731 Jul 06 14:58:24.271080 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae27fd-ac9d-462b-b278-daefc641db64 req-07148f53-c0ad-4e8e-a48f-0c754456599a tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:24.272421 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-56ae27fd-ac9d-462b-b278-daefc641db64 req-07148f53-c0ad-4e8e-a48f-0c754456599a tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=33febd7e-be5a-4921-be9c-d751b46779c7 HTTP/1.1" status: 200 len: 944 time: 0.1043751 Jul 06 14:58:24.318596 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-56ae27fd-ac9d-462b-b278-daefc641db64 req-c4ce064a-7f7f-4ff9-8df8-fd104f1bcce4 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395992 Jul 06 14:58:24.801850 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dce1c3-a665-41b7-8b0e-f834d62f0eab req-7e079325-64f8-4012-b9f9-8f842deb9d7d tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:24.804420 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-89dce1c3-a665-41b7-8b0e-f834d62f0eab req-7e079325-64f8-4012-b9f9-8f842deb9d7d tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.1458473 Jul 06 14:58:24.889939 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-89dce1c3-a665-41b7-8b0e-f834d62f0eab req-67f4dfe3-a5b3-4351-a29a-bc4606599bec tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731692 Jul 06 14:58:25.144248 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2481f-0638-4b03-9671-738877a142b8 req-c5d70c2f-4073-400b-b2ef-bd4a2256b071 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:25.147371 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d4d2481f-0638-4b03-9671-738877a142b8 req-c5d70c2f-4073-400b-b2ef-bd4a2256b071 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] 10.222.0.20 "GET /v2.0/ports?device_id=831e846a-a101-40f0-83c1-fceba9d1eb3d HTTP/1.1" status: 200 len: 950 time: 0.0999362 Jul 06 14:58:25.229794 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d4d2481f-0638-4b03-9671-738877a142b8 req-6e306a3f-9db6-422e-9590-890560e93d99 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] 10.222.0.20 "GET /v2.0/security-groups?id=33c4a98d-8d22-4437-9158-aa81d607dbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717893 Jul 06 14:58:25.584103 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7398c06-ffd7-4d2f-aee8-b1cf026271eb req-79c979b2-0083-4b39-bb28-c12390362344 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:25.588412 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b7398c06-ffd7-4d2f-aee8-b1cf026271eb req-79c979b2-0083-4b39-bb28-c12390362344 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=33febd7e-be5a-4921-be9c-d751b46779c7 HTTP/1.1" status: 200 len: 944 time: 0.1182246 Jul 06 14:58:25.613139 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d392a6-f5ca-4c91-84bc-6bdd86fe8ffc req-f94cb65a-177c-46a6-a99d-de455ba5a69b tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:25.615815 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d7d392a6-f5ca-4c91-84bc-6bdd86fe8ffc req-f94cb65a-177c-46a6-a99d-de455ba5a69b tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] 10.222.0.25 "GET /v2.0/ports?device_id=831e846a-a101-40f0-83c1-fceba9d1eb3d HTTP/1.1" status: 200 len: 950 time: 0.1087124 Jul 06 14:58:25.657674 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b7398c06-ffd7-4d2f-aee8-b1cf026271eb req-c0eb3a7a-b1e2-4814-8b6b-abc914471eff tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594525 Jul 06 14:58:25.790090 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [req-d7d392a6-f5ca-4c91-84bc-6bdd86fe8ffc req-bca6b5b8-4565-4d1e-b74c-2dccd7336bc5 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Deleting port 2de96f0d-d33c-47a4-a1f7-63067dc2d727 {{(pid=92915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:58:25.790647 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-d7d392a6-f5ca-4c91-84bc-6bdd86fe8ffc req-bca6b5b8-4565-4d1e-b74c-2dccd7336bc5 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:25.972517 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-d7d392a6-f5ca-4c91-84bc-6bdd86fe8ffc req-bca6b5b8-4565-4d1e-b74c-2dccd7336bc5 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] For port 2de96f0d-d33c-47a4-a1f7-63067dc2d727, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2de96f0d-d33c-47a4-a1f7-63067dc2d727,segment=NetworkSegment(c7d989d6-0612-4803-9ec7-d61f7e71dc09),segment_id=c7d989d6-0612-4803-9ec7-d61f7e71dc09)] {{(pid=92915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:58:25.973058 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-d7d392a6-f5ca-4c91-84bc-6bdd86fe8ffc req-bca6b5b8-4565-4d1e-b74c-2dccd7336bc5 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:25.999669 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [req-d7d392a6-f5ca-4c91-84bc-6bdd86fe8ffc req-bca6b5b8-4565-4d1e-b74c-2dccd7336bc5 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Calling delete_port for 2de96f0d-d33c-47a4-a1f7-63067dc2d727 owned by compute:nova {{(pid=92915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:58:26.158231 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87995ab3-a339-4466-be5c-93f55e6db868 req-1df49530-f974-4373-b920-2dc9a5d85e4e tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:26.160694 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-87995ab3-a339-4466-be5c-93f55e6db868 req-1df49530-f974-4373-b920-2dc9a5d85e4e tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.1134186 Jul 06 14:58:26.221108 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-87995ab3-a339-4466-be5c-93f55e6db868 req-b789fedc-3701-4dd5-b80a-0972e5a26718 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542839 Jul 06 14:58:26.266123 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-d7d392a6-f5ca-4c91-84bc-6bdd86fe8ffc req-bca6b5b8-4565-4d1e-b74c-2dccd7336bc5 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2297282'] for port, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:26.317614 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['2de96f0d-d33c-47a4-a1f7-63067dc2d727'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:58:26.507149 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 46f0785c-f7b3-4f0e-9612-c14908b31d6e up at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:58:26.657316 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning for port 46f0785c-f7b3-4f0e-9612-c14908b31d6e completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:58:26.665086 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning complete for port 46f0785c-f7b3-4f0e-9612-c14908b31d6e triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:58:26.665595 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:26.668824 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6b5b8-4565-4d1e-b74c-2dccd7336bc5 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Pushing event deleted for resources: {'Port': ['ID=2de96f0d-d33c-47a4-a1f7-63067dc2d727,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:26.747373 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d6aff9da-8f78-42fa-a172-b396f52fbfe3 req-13bc5131-a280-41a0-9a8f-4c650655191f tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] 10.222.0.20 "GET /v2.0/ports?device_id=831e846a-a101-40f0-83c1-fceba9d1eb3d HTTP/1.1" status: 200 len: 210 time: 0.0849922 Jul 06 14:58:26.784972 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d392a6-f5ca-4c91-84bc-6bdd86fe8ffc req-bca6b5b8-4565-4d1e-b74c-2dccd7336bc5 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] No DVR routers for this DVR port 2de96f0d-d33c-47a4-a1f7-63067dc2d727 on host hv-cinder-78836 {{(pid=92915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:58:26.789390 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-d7d392a6-f5ca-4c91-84bc-6bdd86fe8ffc req-bca6b5b8-4565-4d1e-b74c-2dccd7336bc5 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:26.793295 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d7d392a6-f5ca-4c91-84bc-6bdd86fe8ffc req-bca6b5b8-4565-4d1e-b74c-2dccd7336bc5 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] 10.222.0.25 "DELETE /v2.0/ports/2de96f0d-d33c-47a4-a1f7-63067dc2d727 HTTP/1.1" status: 204 len: 173 time: 1.1672051 Jul 06 14:58:26.794386 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831e846a-a101-40f0-83c1-fceba9d1eb3d', 'name': 'network-vif-deleted', 'tag': '2de96f0d-d33c-47a4-a1f7-63067dc2d727'}] {{(pid=92915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:58:26.799459 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92756195bd967bcafd15386578949a9109be95aebc1330c0508ce0179bff92bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764b652d-c3e3-4431-b37e-63989155e2d3" -d '{"events": [{"server_uuid": "831e846a-a101-40f0-83c1-fceba9d1eb3d", "name": "network-vif-deleted", "tag": "2de96f0d-d33c-47a4-a1f7-63067dc2d727"}]}' {{(pid=92915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:58:26.928314 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:26.991065 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33febd7e-be5a-4921-be9c-d751b46779c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f0785c-f7b3-4f0e-9612-c14908b31d6e'}] {{(pid=92917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:58:26.994006 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ea3ef9b0f14ac6a08de5771e2132c48ed06abd6a52ccf1dddde4c27a9981b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e85548c-00fe-4b18-9aa0-454fc1830d84" -d '{"events": [{"server_uuid": "33febd7e-be5a-4921-be9c-d751b46779c7", "name": "network-vif-plugged", "status": "completed", "tag": "46f0785c-f7b3-4f0e-9612-c14908b31d6e"}]}' {{(pid=92917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:58:27.010489 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 46f0785c-f7b3-4f0e-9612-c14908b31d6e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=46f0785c-f7b3-4f0e-9612-c14908b31d6e,segment=NetworkSegment(b8a69907-b7f8-4f17-967d-07147bf9886f),segment_id=b8a69907-b7f8-4f17-967d-07147bf9886f)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:58:27.017287 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:27.018454 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 2de96f0d-d33c-47a4-a1f7-63067dc2d727 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:58:27.085548 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] No Port match for: 2de96f0d-d33c-47a4-a1f7-63067dc2d727 {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:58:27.085899 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 2de96f0d-d33c-47a4-a1f7-63067dc2d727 not bound to the agent host hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:58:27.091942 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e037f4-6dab-447f-b476-7b835955620b req-508d14cf-aebf-4032-adb8-f086e9a9dd2b tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:27.093989 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-65e037f4-6dab-447f-b476-7b835955620b req-508d14cf-aebf-4032-adb8-f086e9a9dd2b tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=33febd7e-be5a-4921-be9c-d751b46779c7 HTTP/1.1" status: 200 len: 944 time: 0.1373115 Jul 06 14:58:27.117577 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=46f0785c-f7b3-4f0e-9612-c14908b31d6e,revision_number=5']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:27.155287 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-65e037f4-6dab-447f-b476-7b835955620b req-4ab489f2-13dc-4204-af2f-50004ab3e60f tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551980 Jul 06 14:58:27.215120 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7751b52b-3c5e-443c-a1f1-7717f31d7967 x-openstack-request-id: req-7751b52b-3c5e-443c-a1f1-7717f31d7967 {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:58:27.215491 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831e846a-a101-40f0-83c1-fceba9d1eb3d", "name": "network-vif-deleted", "tag": "2de96f0d-d33c-47a4-a1f7-63067dc2d727", "status": "completed", "code": 200}]} {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:58:27.215862 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7751b52b-3c5e-443c-a1f1-7717f31d7967 {{(pid=92915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:58:27.216372 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831e846a-a101-40f0-83c1-fceba9d1eb3d', 'name': 'network-vif-deleted', 'tag': '2de96f0d-d33c-47a4-a1f7-63067dc2d727', 'status': 'completed', 'code': 200} Jul 06 14:58:27.278406 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51000ac5-544c-40fb-801f-db0ccb1b0ed9 x-openstack-request-id: req-51000ac5-544c-40fb-801f-db0ccb1b0ed9 {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:58:27.278739 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33febd7e-be5a-4921-be9c-d751b46779c7", "name": "network-vif-plugged", "status": "completed", "tag": "46f0785c-f7b3-4f0e-9612-c14908b31d6e", "code": 200}]} {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:58:27.279239 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51000ac5-544c-40fb-801f-db0ccb1b0ed9 {{(pid=92917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:58:27.280335 dv-cinder-788363-5-iscsi neutron-server[92917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33febd7e-be5a-4921-be9c-d751b46779c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f0785c-f7b3-4f0e-9612-c14908b31d6e', 'code': 200} Jul 06 14:58:28.277729 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 6 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:58:30.222267 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-0010f773-2e45-49fb-811f-dd8dc6e70b2f req-e0b87303-733b-4e2e-be25-42a822a58732 tempest-VolumesNegativeTest-1290756851 tempest-VolumesNegativeTest-1290756851-project] 10.222.0.20 "GET /v2.0/ports?device_id=831e846a-a101-40f0-83c1-fceba9d1eb3d HTTP/1.1" status: 200 len: 210 time: 0.0708673 Jul 06 14:58:30.390411 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c793be-32f2-4134-bb48-0ad532d3b7f6 req-554dad7e-518a-4168-82eb-cb89c38165bd tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:30.393191 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b9c793be-32f2-4134-bb48-0ad532d3b7f6 req-554dad7e-518a-4168-82eb-cb89c38165bd tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.2124834 Jul 06 14:58:30.465367 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe0d47-51ee-4157-b69a-1d50e010af24 req-da2923b7-912c-487c-ad9a-22b229ac0508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:30.468681 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-17fe0d47-51ee-4157-b69a-1d50e010af24 req-da2923b7-912c-487c-ad9a-22b229ac0508 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=33febd7e-be5a-4921-be9c-d751b46779c7 HTTP/1.1" status: 200 len: 1098 time: 0.1460783 Jul 06 14:58:30.511056 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b9c793be-32f2-4134-bb48-0ad532d3b7f6 req-419c63c0-ec00-4159-83d2-198cb390413b tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879478 Jul 06 14:58:30.526175 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb59c93-7321-43ca-b0d4-cd1c53d0492f req-312489e4-1627-472f-8cdb-32cecbf5d4eb tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:30.528963 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-17fe0d47-51ee-4157-b69a-1d50e010af24 req-1e28d8ef-23da-4425-9c65-df2c2e668e46 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424774 Jul 06 14:58:30.532332 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-3fb59c93-7321-43ca-b0d4-cd1c53d0492f req-312489e4-1627-472f-8cdb-32cecbf5d4eb tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=33febd7e-be5a-4921-be9c-d751b46779c7 HTTP/1.1" status: 200 len: 945 time: 0.1277552 Jul 06 14:58:30.581977 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-3fb59c93-7321-43ca-b0d4-cd1c53d0492f req-21487111-8326-423d-8923-4231c1220e56 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418873 Jul 06 14:58:31.771320 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 49814) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:31.954912 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da9e0e-95e0-4276-b613-ed4f458f3970 req-58b48dfa-5347-48da-8e92-d9b82f3fcb09 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:31.959761 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-00da9e0e-95e0-4276-b613-ed4f458f3970 req-58b48dfa-5347-48da-8e92-d9b82f3fcb09 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.1546104 Jul 06 14:58:32.003329 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-c0989af2-6329-45b9-97e9-6b08be4aeacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:32.025254 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d50af7a6-e7ad-49ad-9ddf-56ecee96f09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:32.055112 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-00da9e0e-95e0-4276-b613-ed4f458f3970 req-0f168a03-762f-4001-8bed-21981397e0c3 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775697 Jul 06 14:58:32.170678 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daca9fd-e9ec-4bf1-a300-a896d7f909fb req-3725cba5-66ff-499e-a2bf-e253aec51faa tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:32.197598 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4daca9fd-e9ec-4bf1-a300-a896d7f909fb req-3725cba5-66ff-499e-a2bf-e253aec51faa tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=33febd7e-be5a-4921-be9c-d751b46779c7 HTTP/1.1" status: 200 len: 945 time: 0.2342489 Jul 06 14:58:32.211337 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d50af7a6-e7ad-49ad-9ddf-56ecee96f09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:32.226177 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d50af7a6-e7ad-49ad-9ddf-56ecee96f09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:32.265860 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4daca9fd-e9ec-4bf1-a300-a896d7f909fb req-b14f36db-0ba7-453b-adc8-fafce9186f9b tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664971 Jul 06 14:58:32.303438 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50af7a6-e7ad-49ad-9ddf-56ecee96f09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640ee16c-8129-4cea-ab5d-abb69521953d,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:32.316317 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-d50af7a6-e7ad-49ad-9ddf-56ecee96f09c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80f741f5568845538dc46b2f18ce89a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5387464 Jul 06 14:58:32.316647 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 49840) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:32.333430 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50af7a6-e7ad-49ad-9ddf-56ecee96f09c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:32.334026 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50af7a6-e7ad-49ad-9ddf-56ecee96f09c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:32.334607 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50af7a6-e7ad-49ad-9ddf-56ecee96f09c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:32.335200 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50af7a6-e7ad-49ad-9ddf-56ecee96f09c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:32.335755 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50af7a6-e7ad-49ad-9ddf-56ecee96f09c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:32.336403 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50af7a6-e7ad-49ad-9ddf-56ecee96f09c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:32.336961 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50af7a6-e7ad-49ad-9ddf-56ecee96f09c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:32.337500 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50af7a6-e7ad-49ad-9ddf-56ecee96f09c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:32.338055 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50af7a6-e7ad-49ad-9ddf-56ecee96f09c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:32.338631 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50af7a6-e7ad-49ad-9ddf-56ecee96f09c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:32.346068 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50af7a6-e7ad-49ad-9ddf-56ecee96f09c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:32.347079 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50af7a6-e7ad-49ad-9ddf-56ecee96f09c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:32.432572 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-79f2d9b4-327f-4bfb-8c5d-25cf37570ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:32.479498 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-79f2d9b4-327f-4bfb-8c5d-25cf37570ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:32.549342 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-79f2d9b4-327f-4bfb-8c5d-25cf37570ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:32.554392 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-79f2d9b4-327f-4bfb-8c5d-25cf37570ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:32.556445 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-79f2d9b4-327f-4bfb-8c5d-25cf37570ab8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/640ee16c-8129-4cea-ab5d-abb69521953d HTTP/1.1" status: 204 len: 168 time: 0.2379479 Jul 06 14:58:32.581540 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2d9b4-327f-4bfb-8c5d-25cf37570ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640ee16c-8129-4cea-ab5d-abb69521953d,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:32.599345 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f2d9b4-327f-4bfb-8c5d-25cf37570ab8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:32.600015 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f2d9b4-327f-4bfb-8c5d-25cf37570ab8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:32.600790 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f2d9b4-327f-4bfb-8c5d-25cf37570ab8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:32.601043 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f2d9b4-327f-4bfb-8c5d-25cf37570ab8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:32.601489 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f2d9b4-327f-4bfb-8c5d-25cf37570ab8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:32.602278 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f2d9b4-327f-4bfb-8c5d-25cf37570ab8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:32.604739 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f2d9b4-327f-4bfb-8c5d-25cf37570ab8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:32.605497 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f2d9b4-327f-4bfb-8c5d-25cf37570ab8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:32.605957 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f2d9b4-327f-4bfb-8c5d-25cf37570ab8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:32.606410 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f2d9b4-327f-4bfb-8c5d-25cf37570ab8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:32.606856 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f2d9b4-327f-4bfb-8c5d-25cf37570ab8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:32.607518 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f2d9b4-327f-4bfb-8c5d-25cf37570ab8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:33.066489 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 49910) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:33.091918 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c0a58227-f505-4690-bbc7-a7292f22f062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:33.368318 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c0a58227-f505-4690-bbc7-a7292f22f062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:33.379945 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c0a58227-f505-4690-bbc7-a7292f22f062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:33.439969 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a58227-f505-4690-bbc7-a7292f22f062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a47c3c8-fa7d-41dd-98da-3ef56fc266c0,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:33.454351 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-c0a58227-f505-4690-bbc7-a7292f22f062 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a9c467eb401d4e49a5b4ea016be7fcc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3859875 Jul 06 14:58:33.455761 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 49934) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:33.540655 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825858c-227e-4299-86e6-9b364b18ab98 req-96836cd2-9043-479d-a38b-06a2a1c8846e tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:33.544230 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-4825858c-227e-4299-86e6-9b364b18ab98 req-96836cd2-9043-479d-a38b-06a2a1c8846e tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.1186807 Jul 06 14:58:33.618267 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-428448a0-5e5f-4fde-b282-9dcaf31a11b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:33.620918 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-4825858c-227e-4299-86e6-9b364b18ab98 req-59602ec5-9b71-449e-a789-c7d994c50afd tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633903 Jul 06 14:58:33.676305 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-428448a0-5e5f-4fde-b282-9dcaf31a11b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:33.752501 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2673ea1-d473-408a-b600-bf5b7b6b927a req-0f6cc3db-a3f0-40a6-aed6-59268802ff89 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:33.754149 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-c2673ea1-d473-408a-b600-bf5b7b6b927a req-0f6cc3db-a3f0-40a6-aed6-59268802ff89 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=33febd7e-be5a-4921-be9c-d751b46779c7 HTTP/1.1" status: 200 len: 945 time: 0.1958318 Jul 06 14:58:33.825297 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-428448a0-5e5f-4fde-b282-9dcaf31a11b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:33.830701 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-428448a0-5e5f-4fde-b282-9dcaf31a11b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:33.836393 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-428448a0-5e5f-4fde-b282-9dcaf31a11b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a47c3c8-fa7d-41dd-98da-3ef56fc266c0 HTTP/1.1" status: 204 len: 168 time: 0.3746243 Jul 06 14:58:33.868004 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-c2673ea1-d473-408a-b600-bf5b7b6b927a req-7b507aea-6b5b-4b51-aa10-e8d717ad69b1 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025200 Jul 06 14:58:33.871790 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428448a0-5e5f-4fde-b282-9dcaf31a11b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a47c3c8-fa7d-41dd-98da-3ef56fc266c0,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:34.799156 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 50028) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:35.014586 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06836d5-db07-40ff-818a-0819ace40156 req-f5f4cbee-294f-4573-8c86-0189aee3562c tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:35.032092 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e06836d5-db07-40ff-818a-0819ace40156 req-f5f4cbee-294f-4573-8c86-0189aee3562c tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.1582968 Jul 06 14:58:35.085961 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7566936b-e35d-4f4d-8389-4d4ba2277aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:35.168723 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e06836d5-db07-40ff-818a-0819ace40156 req-faeb6da7-68fe-4237-91b1-df6c5cf78593 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297250 Jul 06 14:58:35.314392 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7566936b-e35d-4f4d-8389-4d4ba2277aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:35.324710 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7566936b-e35d-4f4d-8389-4d4ba2277aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:35.385262 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566936b-e35d-4f4d-8389-4d4ba2277aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1731b619-4d83-4469-8261-989b1fa04796,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:35.402347 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-7566936b-e35d-4f4d-8389-4d4ba2277aa1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1945dd4be1384f9988c3f3181754a1d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6017699 Jul 06 14:58:35.407416 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 50060) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:35.418853 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-bb57ca27-9b6e-4169-9071-bcfb877d1798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:35.516312 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:35.573588 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1f89f0ec-b88a-45fb-a966-98a132e483dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:35.630281 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1f89f0ec-b88a-45fb-a966-98a132e483dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:35.761330 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1f89f0ec-b88a-45fb-a966-98a132e483dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:35.769454 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1f89f0ec-b88a-45fb-a966-98a132e483dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:35.782260 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-1f89f0ec-b88a-45fb-a966-98a132e483dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1731b619-4d83-4469-8261-989b1fa04796 HTTP/1.1" status: 204 len: 168 time: 0.3727951 Jul 06 14:58:35.820701 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89f0ec-b88a-45fb-a966-98a132e483dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1731b619-4d83-4469-8261-989b1fa04796,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:36.608762 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:36.715588 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5d673-c03a-49f2-9f5e-90b724d7a80b req-e39fe45f-f15b-467a-a61d-74ab254a3918 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:36.718371 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-eec5d673-c03a-49f2-9f5e-90b724d7a80b req-e39fe45f-f15b-467a-a61d-74ab254a3918 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.1600440 Jul 06 14:58:36.824593 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-eec5d673-c03a-49f2-9f5e-90b724d7a80b req-811adb41-84fd-42ff-8481-ea7bfc817440 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974538 Jul 06 14:58:37.063346 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c69fea-1418-4e47-a25c-1e00b3d2663c req-2dd52505-1428-44bf-9afb-030712c16c59 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:37.071484 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-84c69fea-1418-4e47-a25c-1e00b3d2663c req-2dd52505-1428-44bf-9afb-030712c16c59 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 946 time: 0.2055800 Jul 06 14:58:37.219329 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-84c69fea-1418-4e47-a25c-1e00b3d2663c req-1feb817a-ecb3-4c85-94bc-c85e7cb070b9 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416807 Jul 06 14:58:37.356184 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9449dad-8371-496f-a9da-515defef49e9 req-4084811f-628d-43bf-94cf-92b7ffc017a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:37.364772 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-f9449dad-8371-496f-a9da-515defef49e9 req-4084811f-628d-43bf-94cf-92b7ffc017a0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 1099 time: 0.1595042 Jul 06 14:58:37.440934 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-f9449dad-8371-496f-a9da-515defef49e9 req-42663129-4fdc-4acd-a358-d5470190b64a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749702 Jul 06 14:58:37.464083 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:38.193806 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7275ea4-0a51-423f-8c46-073e9b85d45e req-95e49edd-a5d9-471a-a2ed-de010078c23a tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:38.195478 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d7275ea4-0a51-423f-8c46-073e9b85d45e req-95e49edd-a5d9-471a-a2ed-de010078c23a tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.0937214 Jul 06 14:58:38.282225 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d7275ea4-0a51-423f-8c46-073e9b85d45e req-72aac6bc-8463-423e-9a93-500204150c4f tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728476 Jul 06 14:58:38.597654 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:38.680291 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10686c78-5c55-43e5-91ab-c995b9fd49da req-49f95491-e1d8-4674-aa28-b65d78a8dccf tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:38.683816 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-10686c78-5c55-43e5-91ab-c995b9fd49da req-49f95491-e1d8-4674-aa28-b65d78a8dccf tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 946 time: 0.1467788 Jul 06 14:58:38.762093 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-10686c78-5c55-43e5-91ab-c995b9fd49da req-c4af3f6e-513e-46cb-b862-fe6a59a81351 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678380 Jul 06 14:58:39.656049 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 50266) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:39.723793 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e36cb-0d5c-4b49-83e7-3268eb71bf80 req-388ae9a4-5bd1-409b-9cd2-43cb221aa17f tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:39.726424 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-578e36cb-0d5c-4b49-83e7-3268eb71bf80 req-388ae9a4-5bd1-409b-9cd2-43cb221aa17f tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.1556079 Jul 06 14:58:39.803833 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-578e36cb-0d5c-4b49-83e7-3268eb71bf80 req-12e9461d-ade5-4e4e-a905-771a39ab17a1 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712812 Jul 06 14:58:39.995728 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-801d6845-3748-43b7-9c27-2dc0e7448a5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:40.252277 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad66aa0-2a7a-43a1-b39c-843d3f6da919 req-f9375ea5-83ca-4b32-ae4a-4570148ae7b5 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:40.254797 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-9ad66aa0-2a7a-43a1-b39c-843d3f6da919 req-f9375ea5-83ca-4b32-ae4a-4570148ae7b5 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 946 time: 0.1964269 Jul 06 14:58:40.353003 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-9ad66aa0-2a7a-43a1-b39c-843d3f6da919 req-07d0a017-8836-4be7-b42c-c448e1ac59a5 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868888 Jul 06 14:58:40.407332 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-801d6845-3748-43b7-9c27-2dc0e7448a5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:40.417012 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-801d6845-3748-43b7-9c27-2dc0e7448a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:40.496316 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 50290) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:40.551183 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-801d6845-3748-43b7-9c27-2dc0e7448a5f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=818686c3cadc469c97ed20effe41a549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8937647 Jul 06 14:58:40.552765 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d6845-3748-43b7-9c27-2dc0e7448a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf8b68d-fe80-4937-a27e-fe3c8bca89f0,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:40.557544 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 50294) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:40.596675 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aeb890-a7f0-491f-b5df-3a2a5db4d2e7 req-a4e4603f-bc8f-483c-b67b-d5a1da8dc70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:40.599484 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-17aeb890-a7f0-491f-b5df-3a2a5db4d2e7 req-a4e4603f-bc8f-483c-b67b-d5a1da8dc70a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1817bfcb8e354beb83cfd6d1c7f72a50&device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 1099 time: 0.1766806 Jul 06 14:58:40.613419 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785a976-8a02-425a-8d85-d255480fa43a req-eaba256e-77f0-40dc-b3cf-7765aeafea67 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:40.616288 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b785a976-8a02-425a-8d85-d255480fa43a req-eaba256e-77f0-40dc-b3cf-7765aeafea67 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.1661050 Jul 06 14:58:40.739690 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b785a976-8a02-425a-8d85-d255480fa43a req-14a122f9-4d2d-40db-8c55-a4b4d8bc2792 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076322 Jul 06 14:58:40.745762 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e06aa199-2327-49d2-a913-95123b4f2d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:40.767040 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aeb890-a7f0-491f-b5df-3a2a5db4d2e7 req-3b81ea02-f30e-45dd-aa00-afb83d6a02ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:40.768563 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-17aeb890-a7f0-491f-b5df-3a2a5db4d2e7 req-3b81ea02-f30e-45dd-aa00-afb83d6a02ac service neutron] 10.222.0.25 "GET /v2.0/networks?id=fa81ded4-639a-45fc-af54-68a391814316 HTTP/1.1" status: 200 len: 919 time: 0.1597257 Jul 06 14:58:40.785088 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e06aa199-2327-49d2-a913-95123b4f2d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:40.830925 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-17aeb890-a7f0-491f-b5df-3a2a5db4d2e7 req-cdbaac7f-9102-4489-a9b0-77e96b53879e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d3ef5b9-af08-4e7c-a16a-c007bb7433b9 HTTP/1.1" status: 200 len: 217 time: 0.0534427 Jul 06 14:58:40.833534 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-105f838e-cabd-498f-ae41-52a7ed6a4856 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f70e693f70048da9d063ac7dd0cbf45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3314109 Jul 06 14:58:40.837493 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 50300) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:40.864250 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e06aa199-2327-49d2-a913-95123b4f2d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:40.870339 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e06aa199-2327-49d2-a913-95123b4f2d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:40.873867 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-e06aa199-2327-49d2-a913-95123b4f2d4e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ebf8b68d-fe80-4937-a27e-fe3c8bca89f0 HTTP/1.1" status: 204 len: 168 time: 0.3132162 Jul 06 14:58:40.893428 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06aa199-2327-49d2-a913-95123b4f2d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf8b68d-fe80-4937-a27e-fe3c8bca89f0,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:40.959301 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aeb890-a7f0-491f-b5df-3a2a5db4d2e7 req-d5da0849-bad2-4c5e-b551-a83edc1f69ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:40.960801 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-17aeb890-a7f0-491f-b5df-3a2a5db4d2e7 req-d5da0849-bad2-4c5e-b551-a83edc1f69ac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1431c281-ca69-4953-881e-6e7d559cefaf HTTP/1.1" status: 200 len: 858 time: 0.1164868 Jul 06 14:58:40.987977 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-ff336d03-858a-40d0-8ce0-70fdb9297250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:41.011877 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-17aeb890-a7f0-491f-b5df-3a2a5db4d2e7 req-d3b8f130-c377-4ed3-9d80-67b8de7b072d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fa81ded4-639a-45fc-af54-68a391814316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386097 Jul 06 14:58:41.127206 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-ff336d03-858a-40d0-8ce0-70fdb9297250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:41.269937 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-17aeb890-a7f0-491f-b5df-3a2a5db4d2e7 req-55f1e060-b2fe-4216-adbd-c417994ae97c service neutron] 10.222.0.25 "GET /v2.0/networks/fa81ded4-639a-45fc-af54-68a391814316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471676 Jul 06 14:58:41.290026 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-ff336d03-858a-40d0-8ce0-70fdb9297250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:41.291456 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-ff336d03-858a-40d0-8ce0-70fdb9297250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:41.292902 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-ff336d03-858a-40d0-8ce0-70fdb9297250 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/33c4a98d-8d22-4437-9158-aa81d607dbbb HTTP/1.1" status: 204 len: 168 time: 0.4543884 Jul 06 14:58:41.417547 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff336d03-858a-40d0-8ce0-70fdb9297250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c4a98d-8d22-4437-9158-aa81d607dbbb,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:41.513129 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-17aeb890-a7f0-491f-b5df-3a2a5db4d2e7 req-e2e27e6f-0d10-4985-b716-93d5debcdf95 service neutron] 10.222.0.25 "GET /v2.0/networks/fa81ded4-639a-45fc-af54-68a391814316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184660 Jul 06 14:58:41.720277 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43271e0a-421d-4a38-b562-ecc2dfa38221 req-2993ebdd-e7cb-4651-a39b-84f69537ad43 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:41.725250 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-43271e0a-421d-4a38-b562-ecc2dfa38221 req-2993ebdd-e7cb-4651-a39b-84f69537ad43 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 946 time: 0.1110845 Jul 06 14:58:41.812075 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-43271e0a-421d-4a38-b562-ecc2dfa38221 req-47e2cc4e-e0e5-45cc-9258-496b725ba0b6 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768495 Jul 06 14:58:42.028458 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce5064-66b3-4045-8ba5-15124e8536f7 req-4e253432-60fe-44ef-a449-f10de1236032 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:42.032246 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-89ce5064-66b3-4045-8ba5-15124e8536f7 req-4e253432-60fe-44ef-a449-f10de1236032 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.1050310 Jul 06 14:58:42.104316 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-89ce5064-66b3-4045-8ba5-15124e8536f7 req-8b4c01c0-0b92-4a16-a177-7814d4a6bf82 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615513 Jul 06 14:58:42.209800 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 50370) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:42.459913 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-cb4c93ec-03a5-4928-ad55-ffecdaf91996 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2014536102-network', 'tenant_id': '41f527dda56443f2972cd663574aefa9'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:58:42.494392 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4c93ec-03a5-4928-ad55-ffecdaf91996 admin admin] Made reservation on behalf of 41f527dda56443f2972cd663574aefa9 for: {'network': 1} {{(pid=92915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:58:42.498824 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-cb4c93ec-03a5-4928-ad55-ffecdaf91996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for network, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:42.509190 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-cb4c93ec-03a5-4928-ad55-ffecdaf91996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:42.624666 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-cb4c93ec-03a5-4928-ad55-ffecdaf91996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:42.630165 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-cb4c93ec-03a5-4928-ad55-ffecdaf91996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:42.654004 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb4c93ec-03a5-4928-ad55-ffecdaf91996 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=92915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:58:42.672251 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c93ec-03a5-4928-ad55-ffecdaf91996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607ba602-9d94-48e8-bc30-47c106264a43,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:42.675975 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-cb4c93ec-03a5-4928-ad55-ffecdaf91996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:42.676499 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.db.segments_db [None req-cb4c93ec-03a5-4928-ad55-ffecdaf91996 admin admin] Added segment ee46ca01-90f6-4b77-9f66-e1a11d6e7193 of type vlan for network c410ce4d-1c95-4b8b-a844-77a6d61680ff Jul 06 14:58:42.764271 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-cb4c93ec-03a5-4928-ad55-ffecdaf91996 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766384329310'] for network, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:42.812371 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-cb4c93ec-03a5-4928-ad55-ffecdaf91996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040'] for network, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:42.813413 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4c93ec-03a5-4928-ad55-ffecdaf91996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:42.814045 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-cb4c93ec-03a5-4928-ad55-ffecdaf91996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:42.881522 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-cb4c93ec-03a5-4928-ad55-ffecdaf91996 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6704018 Jul 06 14:58:42.886234 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 50402) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:42.895791 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-4b87829d-2bbd-4e4f-ade8-341242790cd3 admin admin] Request body: {'subnet': {'network_id': 'c410ce4d-1c95-4b8b-a844-77a6d61680ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2014536102-subnet', 'tenant_id': '41f527dda56443f2972cd663574aefa9', 'ip_version': 4}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:58:42.903114 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c93ec-03a5-4928-ad55-ffecdaf91996 admin admin] Pushing event updated for resources: {'Network': ['ID=c410ce4d-1c95-4b8b-a844-77a6d61680ff,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:42.926843 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Network c410ce4d-1c95-4b8b-a844-77a6d61680ff details requested by agent ovs-agent-dv-cinder-788363-5-iscsi with host dv-cinder-788363-5-iscsi {{(pid=92917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:58:42.938228 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b87829d-2bbd-4e4f-ade8-341242790cd3 admin admin] Made reservation on behalf of 41f527dda56443f2972cd663574aefa9 for: {'subnet': 1} {{(pid=92915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:58:42.941391 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4b87829d-2bbd-4e4f-ade8-341242790cd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146038'] for subnet, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:43.340901 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 50410) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:43.406715 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbf08a-dcfe-449b-852f-916d2f36fe79 req-fc8f6fe2-3a38-4537-ab38-bd787c7d0520 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:43.423583 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-dbcbf08a-dcfe-449b-852f-916d2f36fe79 req-fc8f6fe2-3a38-4537-ab38-bd787c7d0520 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 946 time: 0.2611184 Jul 06 14:58:43.582678 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4b87829d-2bbd-4e4f-ade8-341242790cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2297279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146020'] for subnet, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:43.619914 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a3bb246b-44c5-46b1-afab-07751c17de8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:43.675170 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a34a3e-1cf2-4c63-a757-193e79f10b66 req-b59f8fc9-cc53-441b-9fcd-68231995c119 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:43.687856 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b5a34a3e-1cf2-4c63-a757-193e79f10b66 req-b59f8fc9-cc53-441b-9fcd-68231995c119 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.3073037 Jul 06 14:58:43.714041 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-dbcbf08a-dcfe-449b-852f-916d2f36fe79 req-f5636aff-d808-40fd-bb72-abdded4dd542 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2843471 Jul 06 14:58:43.778413 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b5a34a3e-1cf2-4c63-a757-193e79f10b66 req-0d341a98-b4e0-4087-ae97-616f7ef8e505 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877423 Jul 06 14:58:43.817429 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87829d-2bbd-4e4f-ade8-341242790cd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd8d4e54-26f1-4b39-a95b-0872342e8203,revision_number=0']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:43.825929 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b87829d-2bbd-4e4f-ade8-341242790cd3 admin admin] Checking segment: {'id': 'ee46ca01-90f6-4b77-9f66-e1a11d6e7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c410ce4d-1c95-4b8b-a844-77a6d61680ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:58:43.827382 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b87829d-2bbd-4e4f-ade8-341242790cd3 admin admin] Network hostable DHCP agents. Network: c410ce4d-1c95-4b8b-a844-77a6d61680ff, hostable agents: ['69855ee5-e315-4bf8-8b06-7c2b552a2d00'], hosted agents: [] {{(pid=92915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:58:43.868259 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b87829d-2bbd-4e4f-ade8-341242790cd3 admin admin] Network c410ce4d-1c95-4b8b-a844-77a6d61680ff is scheduled to be hosted by DHCP agent 69855ee5-e315-4bf8-8b06-7c2b552a2d00 with binding_index 1 {{(pid=92915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:58:43.885288 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [None req-4b87829d-2bbd-4e4f-ade8-341242790cd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-5-iscsi, c410ce4d-1c95-4b8b-a844-77a6d61680ff) {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:58:43.895501 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b87829d-2bbd-4e4f-ade8-341242790cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:43.897432 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4b87829d-2bbd-4e4f-ade8-341242790cd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for subnet, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:43.916398 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65efd6f-1cce-437e-8287-c1092d66d254 None None] Network c410ce4d-1c95-4b8b-a844-77a6d61680ff requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:58:43.936978 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a3bb246b-44c5-46b1-afab-07751c17de8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:43.946846 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a3bb246b-44c5-46b1-afab-07751c17de8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:43.955534 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-4b87829d-2bbd-4e4f-ade8-341242790cd3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0676143 Jul 06 14:58:43.959846 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 50420) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:43.974837 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-8ee9b27b-b73c-4ba7-9a65-6b1cbe0e3948 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2014536102-router', 'tenant_id': '41f527dda56443f2972cd663574aefa9', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'}}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:58:44.023300 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-8ee9b27b-b73c-4ba7-9a65-6b1cbe0e3948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7866647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27686'] for router, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:44.032415 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-8ee9b27b-b73c-4ba7-9a65-6b1cbe0e3948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7868472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27711'] for router, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:44.061162 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb246b-44c5-46b1-afab-07751c17de8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39c2b21-e9c8-41ac-966b-1ad424281953,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:44.131954 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-a3bb246b-44c5-46b1-afab-07751c17de8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=08bac9e47ebb4437bd26c0e59e11bc63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7883720 Jul 06 14:58:44.132946 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 50424) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:44.200504 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-8ee9b27b-b73c-4ba7-9a65-6b1cbe0e3948 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:44.261005 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1f9404f5-80c2-4d3a-8782-c967265bce97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:44.296926 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11e3d38-4f73-448a-a28d-6a585a347837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c524b10-db73-5aad-82fa-1a4727f3bbf1-c410ce4d-1c95-4b8b-a844-77a6d61680ff', 'network_id': 'c410ce4d-1c95-4b8b-a844-77a6d61680ff', 'tenant_id': '41f527dda56443f2972cd663574aefa9', 'fixed_ips': [{'subnet_id': 'cd8d4e54-26f1-4b39-a95b-0872342e8203'}]}} from dv-cinder-788363-5-iscsi. {{(pid=92917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:58:44.298390 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-a11e3d38-4f73-448a-a28d-6a585a347837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:44.303028 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1f9404f5-80c2-4d3a-8782-c967265bce97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:44.407595 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1f9404f5-80c2-4d3a-8782-c967265bce97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:44.412517 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1f9404f5-80c2-4d3a-8782-c967265bce97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:44.414612 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-1f9404f5-80c2-4d3a-8782-c967265bce97 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b39c2b21-e9c8-41ac-966b-1ad424281953 HTTP/1.1" status: 204 len: 168 time: 0.2801044 Jul 06 14:58:44.433367 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9404f5-80c2-4d3a-8782-c967265bce97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39c2b21-e9c8-41ac-966b-1ad424281953,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:44.473010 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-8ee9b27b-b73c-4ba7-9a65-6b1cbe0e3948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-413138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27661'] for router, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:44.486496 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c7881632-8812-4374-b7cf-15b5005616b6 req-6f3a5e7a-3afb-4d27-b43b-16fe5c128b96 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3119464 Jul 06 14:58:44.574298 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.db_base_plugin_common [None req-a11e3d38-4f73-448a-a28d-6a585a347837 None None] Allocated IP 172.20.0.2 (c410ce4d-1c95-4b8b-a844-77a6d61680ff/cd8d4e54-26f1-4b39-a95b-0872342e8203/a21cbdd7-4430-4597-a740-35dc735433d4) {{(pid=92917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:58:44.674153 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7881632-8812-4374-b7cf-15b5005616b6 req-ae4a7cc4-c11e-46ae-89b7-4a3561f110d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:44.676333 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c7881632-8812-4374-b7cf-15b5005616b6 req-ae4a7cc4-c11e-46ae-89b7-4a3561f110d4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1817bfcb8e354beb83cfd6d1c7f72a50&device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 1099 time: 0.1274467 Jul 06 14:58:45.049427 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-a11e3d38-4f73-448a-a28d-6a585a347837 None None] Notify callbacks [] for port, precommit_create {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:45.079738 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-a11e3d38-4f73-448a-a28d-6a585a347837 None None] Transition to ACTIVE for port object a21cbdd7-4430-4597-a740-35dc735433d4 will not be triggered until provisioned by entity L2. {{(pid=92917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:58:45.125777 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-a11e3d38-4f73-448a-a28d-6a585a347837 None None] Transition to ACTIVE for port object a21cbdd7-4430-4597-a740-35dc735433d4 will not be triggered until provisioned by entity DHCP. {{(pid=92917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:58:45.146182 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-a11e3d38-4f73-448a-a28d-6a585a347837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525'] for port, after_create {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:45.225418 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 50440) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:45.242742 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11e3d38-4f73-448a-a28d-6a585a347837 None None] Network c410ce4d-1c95-4b8b-a844-77a6d61680ff is already hosted by enough agents. {{(pid=92917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:58:45.248529 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.scheduler.base_scheduler [None req-a11e3d38-4f73-448a-a28d-6a585a347837 None None] Resources bound (agent type, host, resource id): {{(pid=92917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:58:45.253770 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11e3d38-4f73-448a-a28d-6a585a347837 None None] Received port after_create {{(pid=92917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:58:45.320772 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f2868-340e-4074-ad6e-30123353becb req-5aeb3e59-34e1-40c9-a50f-b05ed454cdaf tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:45.321514 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-f1b83d0e-7ffb-4d7e-b492-dceb4c923875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:45.322893 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-556f2868-340e-4074-ad6e-30123353becb req-5aeb3e59-34e1-40c9-a50f-b05ed454cdaf tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.1767168 Jul 06 14:58:45.325264 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e3d38-4f73-448a-a28d-6a585a347837 None None] Pushing event updated for resources: {'Port': ['ID=a21cbdd7-4430-4597-a740-35dc735433d4,revision_number=1']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:45.380486 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7881632-8812-4374-b7cf-15b5005616b6 req-59d319b1-e6f4-474e-941d-46102c9e5324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:45.382944 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c7881632-8812-4374-b7cf-15b5005616b6 req-59d319b1-e6f4-474e-941d-46102c9e5324 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fa81ded4-639a-45fc-af54-68a391814316 HTTP/1.1" status: 200 len: 919 time: 0.6499488 Jul 06 14:58:45.402596 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-a11e3d38-4f73-448a-a28d-6a585a347837 None None] Attempting to bind port a21cbdd7-4430-4597-a740-35dc735433d4 on host dv-cinder-788363-5-iscsi for vnic_type normal with profile {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:58:45.402996 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-a11e3d38-4f73-448a-a28d-6a585a347837 None None] Attempting to bind port a21cbdd7-4430-4597-a740-35dc735433d4 by drivers openvswitch,hyperv on host dv-cinder-788363-5-iscsi at level 0 using segments [{'id': 'ee46ca01-90f6-4b77-9f66-e1a11d6e7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c410ce4d-1c95-4b8b-a844-77a6d61680ff'}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:58:45.403364 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11e3d38-4f73-448a-a28d-6a585a347837 None None] Attempting to bind port a21cbdd7-4430-4597-a740-35dc735433d4 on network c410ce4d-1c95-4b8b-a844-77a6d61680ff {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:58:45.433446 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-556f2868-340e-4074-ad6e-30123353becb req-5b1814ce-3a30-4e52-9eae-46602d2a7066 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956075 Jul 06 14:58:45.437480 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11e3d38-4f73-448a-a28d-6a585a347837 None None] Checking agent: {'id': 'f25167b8-434d-4f4a-9be4-898338da7490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 48, 5), 'started_at': datetime.datetime(2021, 7, 6, 14, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:58:45.438865 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11e3d38-4f73-448a-a28d-6a585a347837 None None] Checking segment: {'id': 'ee46ca01-90f6-4b77-9f66-e1a11d6e7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c410ce4d-1c95-4b8b-a844-77a6d61680ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:58:45.439655 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-a11e3d38-4f73-448a-a28d-6a585a347837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:45.440300 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11e3d38-4f73-448a-a28d-6a585a347837 None None] Bound using segment: {'id': 'ee46ca01-90f6-4b77-9f66-e1a11d6e7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c410ce4d-1c95-4b8b-a844-77a6d61680ff'} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:58:45.441065 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-a11e3d38-4f73-448a-a28d-6a585a347837 None None] Bound port: a21cbdd7-4430-4597-a740-35dc735433d4, host: dv-cinder-788363-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee46ca01-90f6-4b77-9f66-e1a11d6e7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c410ce4d-1c95-4b8b-a844-77a6d61680ff'}}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:58:45.441733 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-a11e3d38-4f73-448a-a28d-6a585a347837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:45.505392 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-8ee9b27b-b73c-4ba7-9a65-6b1cbe0e3948 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:45.516710 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c7881632-8812-4374-b7cf-15b5005616b6 req-18c1100c-2a4d-45bc-a97e-5e6426e518a6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d3ef5b9-af08-4e7c-a16a-c007bb7433b9 HTTP/1.1" status: 200 len: 217 time: 0.1092453 Jul 06 14:58:45.558475 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-8ee9b27b-b73c-4ba7-9a65-6b1cbe0e3948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:45.575039 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-a11e3d38-4f73-448a-a28d-6a585a347837 None None] For port a21cbdd7-4430-4597-a740-35dc735433d4, host dv-cinder-788363-5-iscsi, cleared binding levels {{(pid=92917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:58:45.581919 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-a11e3d38-4f73-448a-a28d-6a585a347837 None None] For port a21cbdd7-4430-4597-a740-35dc735433d4, host dv-cinder-788363-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=a21cbdd7-4430-4597-a740-35dc735433d4,segment=NetworkSegment(ee46ca01-90f6-4b77-9f66-e1a11d6e7193),segment_id=ee46ca01-90f6-4b77-9f66-e1a11d6e7193)] {{(pid=92917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:58:45.593754 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-a11e3d38-4f73-448a-a28d-6a585a347837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:45.607074 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24ec02-7094-4dca-adfe-dbbf83b6be0b req-85079aac-b28d-4473-8b5a-bcb5a8740602 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:45.615814 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-7a24ec02-7094-4dca-adfe-dbbf83b6be0b req-85079aac-b28d-4473-8b5a-bcb5a8740602 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 946 time: 0.4652238 Jul 06 14:58:45.705803 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e3d38-4f73-448a-a28d-6a585a347837 None None] Pushing event updated for resources: {'Port': ['ID=a21cbdd7-4430-4597-a740-35dc735433d4,revision_number=2']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:45.824574 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7881632-8812-4374-b7cf-15b5005616b6 req-baa1c01a-9b33-4c6e-ad46-cfc34d12c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:45.827141 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c7881632-8812-4374-b7cf-15b5005616b6 req-baa1c01a-9b33-4c6e-ad46-cfc34d12c18e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1431c281-ca69-4953-881e-6e7d559cefaf HTTP/1.1" status: 200 len: 858 time: 0.2835121 Jul 06 14:58:45.885576 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-7a24ec02-7094-4dca-adfe-dbbf83b6be0b req-ab46e9de-fc20-4b21-a1ab-a5fd0f2babbd tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2679906 Jul 06 14:58:45.976538 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-f1b83d0e-7ffb-4d7e-b492-dceb4c923875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:45.979671 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_common [None req-8ee9b27b-b73c-4ba7-9a65-6b1cbe0e3948 admin admin] Allocated IP 172.27.3.133 (cda8cae0-c766-4621-9577-ca435140768c/1f1b7348-831f-4a39-b588-ec6aad475c62/8c0a7283-3ab7-45f7-b8bd-712aff36d4da) {{(pid=92915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:58:46.000107 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-f1b83d0e-7ffb-4d7e-b492-dceb4c923875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:46.182621 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-f1b83d0e-7ffb-4d7e-b492-dceb4c923875 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f1b0b30c1e164ff390dbb9803718fa34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9557967 Jul 06 14:58:46.188573 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 50454) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:46.189189 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b83d0e-7ffb-4d7e-b492-dceb4c923875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be8d7d1-1f7b-49a1-a8a5-f2625a981fc6,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:46.229876 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device a21cbdd7-4430-4597-a740-35dc735433d4 up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:58:46.336917 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-563bb505-cb98-4bd8-aab1-c9ab14f412f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:46.337237 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning for port a21cbdd7-4430-4597-a740-35dc735433d4 completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:58:46.369418 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-563bb505-cb98-4bd8-aab1-c9ab14f412f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:46.397080 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-8ee9b27b-b73c-4ba7-9a65-6b1cbe0e3948 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:46.456239 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-563bb505-cb98-4bd8-aab1-c9ab14f412f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:46.461014 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-563bb505-cb98-4bd8-aab1-c9ab14f412f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:46.467651 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-563bb505-cb98-4bd8-aab1-c9ab14f412f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8be8d7d1-1f7b-49a1-a8a5-f2625a981fc6 HTTP/1.1" status: 204 len: 168 time: 0.2710471 Jul 06 14:58:46.473507 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-8ee9b27b-b73c-4ba7-9a65-6b1cbe0e3948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2297291'] for port, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:46.489003 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563bb505-cb98-4bd8-aab1-c9ab14f412f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be8d7d1-1f7b-49a1-a8a5-f2625a981fc6,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:46.544518 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee9b27b-b73c-4ba7-9a65-6b1cbe0e3948 admin admin] Network cda8cae0-c766-4621-9577-ca435140768c is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:58:46.550706 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [None req-8ee9b27b-b73c-4ba7-9a65-6b1cbe0e3948 admin admin] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:58:46.553912 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee9b27b-b73c-4ba7-9a65-6b1cbe0e3948 admin admin] Received port after_create {{(pid=92915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:58:46.620110 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee9b27b-b73c-4ba7-9a65-6b1cbe0e3948 admin admin] Pushing event updated for resources: {'Port': ['ID=8c0a7283-3ab7-45f7-b8bd-712aff36d4da,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:47.197965 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 50482) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:47.240624 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-f4a156e8-b74b-457c-8075-6557c163f724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:47.241615 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84957ba1-c77d-4b92-8d9d-b8e439b68bad None None] Network c410ce4d-1c95-4b8b-a844-77a6d61680ff requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:58:47.350709 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-f4a156e8-b74b-457c-8075-6557c163f724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:47.364149 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-f4a156e8-b74b-457c-8075-6557c163f724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:47.382281 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-f7642734-7aef-43f8-9de5-7068460faa81 None None] Provisioning for port a21cbdd7-4430-4597-a740-35dc735433d4 completed by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:58:47.394474 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-f7642734-7aef-43f8-9de5-7068460faa81 None None] Provisioning complete for port a21cbdd7-4430-4597-a740-35dc735433d4 triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:58:47.395249 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-f7642734-7aef-43f8-9de5-7068460faa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:47.397529 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-f4a156e8-b74b-457c-8075-6557c163f724 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0a2e504d9e1429695e3696b7403d3ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1984360 Jul 06 14:58:47.402544 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 50484) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:47.439953 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-8ee9b27b-b73c-4ba7-9a65-6b1cbe0e3948 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:47.457600 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba3161-268c-49aa-a0e7-6e636e4bdb4a req-b4edade6-1132-4f5c-a142-f9a7b62daed7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:47.463595 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-7fba3161-268c-49aa-a0e7-6e636e4bdb4a req-b4edade6-1132-4f5c-a142-f9a7b62daed7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 946 time: 0.2845752 Jul 06 14:58:47.481800 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a156e8-b74b-457c-8075-6557c163f724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3baa31bb-2cee-4f84-b496-0a9ccf3f4512,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:47.539098 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-7fba3161-268c-49aa-a0e7-6e636e4bdb4a req-a2ff619e-352e-45ab-ba7f-3f8b8561ff20 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667665 Jul 06 14:58:47.555711 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-aee63138-72ab-4f78-ba74-b15298dbdfb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:47.587780 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-aee63138-72ab-4f78-ba74-b15298dbdfb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:47.688817 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-aee63138-72ab-4f78-ba74-b15298dbdfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:47.693607 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-aee63138-72ab-4f78-ba74-b15298dbdfb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:47.695474 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-aee63138-72ab-4f78-ba74-b15298dbdfb0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3baa31bb-2cee-4f84-b496-0a9ccf3f4512 HTTP/1.1" status: 204 len: 168 time: 0.2913575 Jul 06 14:58:47.720871 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-f7642734-7aef-43f8-9de5-7068460faa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:47.724120 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee63138-72ab-4f78-ba74-b15298dbdfb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3baa31bb-2cee-4f84-b496-0a9ccf3f4512,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:47.836158 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-f7642734-7aef-43f8-9de5-7068460faa81 None None] For port a21cbdd7-4430-4597-a740-35dc735433d4, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=a21cbdd7-4430-4597-a740-35dc735433d4,segment=NetworkSegment(ee46ca01-90f6-4b77-9f66-e1a11d6e7193),segment_id=ee46ca01-90f6-4b77-9f66-e1a11d6e7193)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:58:47.849061 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-f7642734-7aef-43f8-9de5-7068460faa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:47.878004 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-8ee9b27b-b73c-4ba7-9a65-6b1cbe0e3948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413129'] for router, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:47.940045 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7642734-7aef-43f8-9de5-7068460faa81 None None] Pushing event updated for resources: {'Port': ['ID=a21cbdd7-4430-4597-a740-35dc735433d4,revision_number=3']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:48.103572 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee9b27b-b73c-4ba7-9a65-6b1cbe0e3948 admin admin] Router 17a3d2c5-1843-4133-80ca-d0c6e1d9110c is scheduled to L3 agent df718f2c-f58f-497c-aa3c-554c496f730f with binding_index 1 {{(pid=92915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:58:48.110766 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device a21cbdd7-4430-4597-a740-35dc735433d4 up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:58:48.213738 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-8e90d4c6-54fb-48ad-afb3-5fbb4466b1d0 None None] Provisioning complete for port a21cbdd7-4430-4597-a740-35dc735433d4 triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:58:48.214394 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8e90d4c6-54fb-48ad-afb3-5fbb4466b1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:48.239534 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee9b27b-b73c-4ba7-9a65-6b1cbe0e3948 admin admin] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:58:48.267616 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-8ee9b27b-b73c-4ba7-9a65-6b1cbe0e3948 admin admin] Notify callbacks [] for router, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:48.268245 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed837c03-66cf-4900-87be-b64703e0685f None None] Sync routers for ids ['17a3d2c5-1843-4133-80ca-d0c6e1d9110c'] in dv-cinder-788363-5-iscsi {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:58:48.269151 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-8ee9b27b-b73c-4ba7-9a65-6b1cbe0e3948 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3071642 Jul 06 14:58:48.273206 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 50500) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:48.275446 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port a21cbdd7-4430-4597-a740-35dc735433d4 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:58:48.276075 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:48.297361 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed837c03-66cf-4900-87be-b64703e0685f None None] Routers {'17a3d2c5-1843-4133-80ca-d0c6e1d9110c'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:58:48.298481 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-ed837c03-66cf-4900-87be-b64703e0685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T14:58:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['17a3d2c5-1843-4133-80ca-d0c6e1d9110c'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:58:48.460000 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-ed837c03-66cf-4900-87be-b64703e0685f None None] Set router 17a3d2c5-1843-4133-80ca-d0c6e1d9110c gateway port host: dv-cinder-788363-5-iscsi {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:58:48.605981 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c7881632-8812-4374-b7cf-15b5005616b6 req-bf678d07-bc20-478d-8ef4-5e42f4c1cebf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fa81ded4-639a-45fc-af54-68a391814316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735326 Jul 06 14:58:48.805570 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-ed837c03-66cf-4900-87be-b64703e0685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'name': 'tempest-TestMinimumBasicScenario-2014536102-router', 'tenant_id': '41f527dda56443f2972cd663574aefa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '8c0a7283-3ab7-45f7-b8bd-712aff36d4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:58:44Z', 'updated_at': '2021-07-06T14:58:46Z', 'revision_number': 3, 'project_id': '41f527dda56443f2972cd663574aefa9', 'gw_port': {'id': '8c0a7283-3ab7-45f7-b8bd-712aff36d4da', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:58:45Z', 'updated_at': '2021-07-06T14:58:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:58:48.831663 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c7881632-8812-4374-b7cf-15b5005616b6 req-32759ad1-e412-49ff-ae33-3f768f66aa77 service neutron] 10.222.0.25 "GET /v2.0/networks/fa81ded4-639a-45fc-af54-68a391814316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129455 Jul 06 14:58:48.993296 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed837c03-66cf-4900-87be-b64703e0685f None None] Checking router: 17a3d2c5-1843-4133-80ca-d0c6e1d9110c for host: dv-cinder-788363-5-iscsi {{(pid=92918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:58:48.994620 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed837c03-66cf-4900-87be-b64703e0685f None None] Updating router 17a3d2c5-1843-4133-80ca-d0c6e1d9110c port 8c0a7283-3ab7-45f7-b8bd-712aff36d4da binding host dv-cinder-788363-5-iscsi {{(pid=92918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:58:49.055203 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c7881632-8812-4374-b7cf-15b5005616b6 req-ade6d0fd-6c47-4bb2-807f-b09e95627821 service neutron] 10.222.0.25 "GET /v2.0/networks/fa81ded4-639a-45fc-af54-68a391814316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152753 Jul 06 14:58:49.092620 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ed837c03-66cf-4900-87be-b64703e0685f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:49.180896 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81bae88-6e7b-494b-975d-27bb53dcb658 req-02951f86-fc49-4602-a049-718bb4abf8d7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:49.182642 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c81bae88-6e7b-494b-975d-27bb53dcb658 req-02951f86-fc49-4602-a049-718bb4abf8d7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 946 time: 0.1264834 Jul 06 14:58:49.277031 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c81bae88-6e7b-494b-975d-27bb53dcb658 req-0e3d77e4-185f-45eb-a2d3-848c4772d4c6 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777028 Jul 06 14:58:49.564049 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fb36211e-35c8-47ac-91ea-8cc47b92db0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:49.739286 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ed837c03-66cf-4900-87be-b64703e0685f None None] Notify callbacks [] for port, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:49.773070 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.provisioning_blocks [None req-ed837c03-66cf-4900-87be-b64703e0685f None None] Transition to ACTIVE for port object 8c0a7283-3ab7-45f7-b8bd-712aff36d4da will not be triggered until provisioned by entity L2. {{(pid=92918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:58:49.786912 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ed837c03-66cf-4900-87be-b64703e0685f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:49.944297 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [None req-ed837c03-66cf-4900-87be-b64703e0685f None None] Attempting to bind port 8c0a7283-3ab7-45f7-b8bd-712aff36d4da on host dv-cinder-788363-5-iscsi for vnic_type normal with profile {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:58:49.944894 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [None req-ed837c03-66cf-4900-87be-b64703e0685f None None] Attempting to bind port 8c0a7283-3ab7-45f7-b8bd-712aff36d4da by drivers openvswitch,hyperv on host dv-cinder-788363-5-iscsi at level 0 using segments [{'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:58:49.945484 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed837c03-66cf-4900-87be-b64703e0685f None None] Attempting to bind port 8c0a7283-3ab7-45f7-b8bd-712aff36d4da on network cda8cae0-c766-4621-9577-ca435140768c {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:58:49.954311 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08049c2-7efd-4390-aa33-cc49a893f3ff None None] Pushing event updated for resources: {'Port': ['ID=8c0a7283-3ab7-45f7-b8bd-712aff36d4da,revision_number=2']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:49.959999 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bc63b-52ee-4e8b-83c6-98bd557b68b8 req-e1c724cd-e2c5-49ea-acad-5dda9d19c612 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:49.961407 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-be5bc63b-52ee-4e8b-83c6-98bd557b68b8 req-e1c724cd-e2c5-49ea-acad-5dda9d19c612 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.2372477 Jul 06 14:58:49.965427 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.db_base_plugin_common [None req-fb36211e-35c8-47ac-91ea-8cc47b92db0b admin admin] Allocated IP 172.20.0.1 (c410ce4d-1c95-4b8b-a844-77a6d61680ff/cd8d4e54-26f1-4b39-a95b-0872342e8203/c4426eda-f90f-46d9-8cbc-d106ee152105) {{(pid=92916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:58:49.999140 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08049c2-7efd-4390-aa33-cc49a893f3ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:50.000273 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08049c2-7efd-4390-aa33-cc49a893f3ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:50.000580 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08049c2-7efd-4390-aa33-cc49a893f3ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:50.001146 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08049c2-7efd-4390-aa33-cc49a893f3ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:50.001687 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08049c2-7efd-4390-aa33-cc49a893f3ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:50.003091 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08049c2-7efd-4390-aa33-cc49a893f3ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:50.003091 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08049c2-7efd-4390-aa33-cc49a893f3ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:50.004511 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08049c2-7efd-4390-aa33-cc49a893f3ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:50.005702 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08049c2-7efd-4390-aa33-cc49a893f3ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:50.006477 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08049c2-7efd-4390-aa33-cc49a893f3ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:50.007796 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08049c2-7efd-4390-aa33-cc49a893f3ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:50.008350 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08049c2-7efd-4390-aa33-cc49a893f3ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:50.018999 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed837c03-66cf-4900-87be-b64703e0685f None None] Checking agent: {'id': 'f25167b8-434d-4f4a-9be4-898338da7490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 48, 5), 'started_at': datetime.datetime(2021, 7, 6, 14, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:58:50.019230 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed837c03-66cf-4900-87be-b64703e0685f None None] Checking segment: {'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:58:50.019998 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ed837c03-66cf-4900-87be-b64703e0685f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:50.020608 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed837c03-66cf-4900-87be-b64703e0685f None None] Bound using segment: {'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:58:50.021408 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [None req-ed837c03-66cf-4900-87be-b64703e0685f None None] Bound port: 8c0a7283-3ab7-45f7-b8bd-712aff36d4da, host: dv-cinder-788363-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'}}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:58:50.022044 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ed837c03-66cf-4900-87be-b64703e0685f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:50.103987 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-be5bc63b-52ee-4e8b-83c6-98bd557b68b8 req-2972de97-152e-4ae5-892d-780a10004be9 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172075 Jul 06 14:58:50.235636 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fb36211e-35c8-47ac-91ea-8cc47b92db0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:50.250698 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-ed837c03-66cf-4900-87be-b64703e0685f None None] For port 8c0a7283-3ab7-45f7-b8bd-712aff36d4da, host dv-cinder-788363-5-iscsi, cleared binding levels {{(pid=92918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:58:50.250698 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-ed837c03-66cf-4900-87be-b64703e0685f None None] For port 8c0a7283-3ab7-45f7-b8bd-712aff36d4da, host dv-cinder-788363-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=8c0a7283-3ab7-45f7-b8bd-712aff36d4da,segment=NetworkSegment(d7a48dfa-38cd-4c9a-ae5e-4dc474366c17),segment_id=d7a48dfa-38cd-4c9a-ae5e-4dc474366c17)] {{(pid=92918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:58:50.260435 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ed837c03-66cf-4900-87be-b64703e0685f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:50.283353 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.provisioning_blocks [None req-fb36211e-35c8-47ac-91ea-8cc47b92db0b admin admin] Transition to ACTIVE for port object c4426eda-f90f-46d9-8cbc-d106ee152105 will not be triggered until provisioned by entity DHCP. {{(pid=92916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:58:50.329911 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed837c03-66cf-4900-87be-b64703e0685f None None] Routers {'17a3d2c5-1843-4133-80ca-d0c6e1d9110c'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:58:50.331131 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-ed837c03-66cf-4900-87be-b64703e0685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T14:58:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['17a3d2c5-1843-4133-80ca-d0c6e1d9110c'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:58:50.383528 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08049c2-7efd-4390-aa33-cc49a893f3ff None None] Pushing event updated for resources: {'Port': ['ID=8c0a7283-3ab7-45f7-b8bd-712aff36d4da,revision_number=3']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:50.383919 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fb36211e-35c8-47ac-91ea-8cc47b92db0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2824651'] for port, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:50.504683 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb36211e-35c8-47ac-91ea-8cc47b92db0b admin admin] Network c410ce4d-1c95-4b8b-a844-77a6d61680ff is already hosted by enough agents. {{(pid=92916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:58:50.515035 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.base_scheduler [None req-fb36211e-35c8-47ac-91ea-8cc47b92db0b admin admin] Resources bound (agent type, host, resource id): {{(pid=92916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:58:50.524342 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb36211e-35c8-47ac-91ea-8cc47b92db0b admin admin] Received port after_create {{(pid=92916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:58:50.611302 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36211e-35c8-47ac-91ea-8cc47b92db0b admin admin] Pushing event updated for resources: {'Port': ['ID=c4426eda-f90f-46d9-8cbc-d106ee152105,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:50.617601 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fb36211e-35c8-47ac-91ea-8cc47b92db0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871998'] for router_interface, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:50.624153 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-ed837c03-66cf-4900-87be-b64703e0685f None None] Set router 17a3d2c5-1843-4133-80ca-d0c6e1d9110c gateway port host: dv-cinder-788363-5-iscsi {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:58:50.852439 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56093ad6-5040-4249-9aee-7780de6e5dc3 req-87675078-32e0-4afe-a5e9-e5928f851ab5 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:50.855279 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-56093ad6-5040-4249-9aee-7780de6e5dc3 req-87675078-32e0-4afe-a5e9-e5928f851ab5 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 946 time: 0.1884825 Jul 06 14:58:51.027521 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-56093ad6-5040-4249-9aee-7780de6e5dc3 req-c02c9ee9-2eb7-4afc-b0cd-70c9545c6e50 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469581 Jul 06 14:58:51.028556 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fb36211e-35c8-47ac-91ea-8cc47b92db0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:51.060887 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-dc6b950f-ae58-46c5-87aa-651f49987414 None None] Provisioning for port c4426eda-f90f-46d9-8cbc-d106ee152105 completed by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:58:51.082159 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-dc6b950f-ae58-46c5-87aa-651f49987414 None None] Provisioning complete for port c4426eda-f90f-46d9-8cbc-d106ee152105 triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:58:51.083659 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-dc6b950f-ae58-46c5-87aa-651f49987414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:51.119841 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-ed837c03-66cf-4900-87be-b64703e0685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'name': 'tempest-TestMinimumBasicScenario-2014536102-router', 'tenant_id': '41f527dda56443f2972cd663574aefa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '8c0a7283-3ab7-45f7-b8bd-712aff36d4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:58:44Z', 'updated_at': '2021-07-06T14:58:46Z', 'revision_number': 3, 'project_id': '41f527dda56443f2972cd663574aefa9', 'gw_port': {'id': '8c0a7283-3ab7-45f7-b8bd-712aff36d4da', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:58:45Z', 'updated_at': '2021-07-06T14:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:58:51.173088 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-dc6b950f-ae58-46c5-87aa-651f49987414 None None] Port c4426eda-f90f-46d9-8cbc-d106ee152105 cannot update to ACTIVE because it is not bound. {{(pid=92917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:58:51.177184 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed837c03-66cf-4900-87be-b64703e0685f None None] The sync data for ids ['17a3d2c5-1843-4133-80ca-d0c6e1d9110c'] in dv-cinder-788363-5-iscsi is: [{'id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'name': 'tempest-TestMinimumBasicScenario-2014536102-router', 'tenant_id': '41f527dda56443f2972cd663574aefa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '8c0a7283-3ab7-45f7-b8bd-712aff36d4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:58:44Z', 'updated_at': '2021-07-06T14:58:46Z', 'revision_number': 3, 'project_id': '41f527dda56443f2972cd663574aefa9', 'gw_port': {'id': '8c0a7283-3ab7-45f7-b8bd-712aff36d4da', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:58:45Z', 'updated_at': '2021-07-06T14:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}] {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:58:51.381953 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fb36211e-35c8-47ac-91ea-8cc47b92db0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:51.391802 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fb36211e-35c8-47ac-91ea-8cc47b92db0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824505'] for port, after_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:51.553631 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36211e-35c8-47ac-91ea-8cc47b92db0b admin admin] Pushing event updated for resources: {'Port': ['ID=c4426eda-f90f-46d9-8cbc-d106ee152105,revision_number=2']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:51.564463 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fb36211e-35c8-47ac-91ea-8cc47b92db0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7887058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869059'] for router_interface, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:51.838779 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb36211e-35c8-47ac-91ea-8cc47b92db0b admin admin] Network c410ce4d-1c95-4b8b-a844-77a6d61680ff is already hosted by enough agents. {{(pid=92916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:58:51.843394 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.base_scheduler [None req-fb36211e-35c8-47ac-91ea-8cc47b92db0b admin admin] Resources bound (agent type, host, resource id): {{(pid=92916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:58:52.127035 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb36211e-35c8-47ac-91ea-8cc47b92db0b admin admin] Router 17a3d2c5-1843-4133-80ca-d0c6e1d9110c has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:58:52.321908 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-7e86bf37-0014-40e1-a134-50a979ea524e None None] Provisioning complete for port c4426eda-f90f-46d9-8cbc-d106ee152105 triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:58:52.322952 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-7e86bf37-0014-40e1-a134-50a979ea524e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:52.386533 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 8c0a7283-3ab7-45f7-b8bd-712aff36d4da up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:58:52.456986 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb36211e-35c8-47ac-91ea-8cc47b92db0b admin admin] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:58:52.486316 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-fb36211e-35c8-47ac-91ea-8cc47b92db0b admin admin] 10.222.0.20 "PUT /v2.0/routers/17a3d2c5-1843-4133-80ca-d0c6e1d9110c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1988704 Jul 06 14:58:52.537064 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db4bfc-4dec-4073-a59a-4ed7341b92c6 req-313b2949-8215-4a75-93e0-5847899428b1 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:52.538680 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-38db4bfc-4dec-4073-a59a-4ed7341b92c6 req-313b2949-8215-4a75-93e0-5847899428b1 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 946 time: 0.1821795 Jul 06 14:58:52.642218 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-38db4bfc-4dec-4073-a59a-4ed7341b92c6 req-3fe63e1a-89d2-496f-beed-4c58dbc64d34 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877540 Jul 06 14:58:52.664536 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 50608) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:52.758507 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-7e86bf37-0014-40e1-a134-50a979ea524e None None] Port c4426eda-f90f-46d9-8cbc-d106ee152105 cannot update to ACTIVE because it is not bound. {{(pid=92917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:58:52.781162 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning for port 8c0a7283-3ab7-45f7-b8bd-712aff36d4da completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:58:52.789653 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 8c0a7283-3ab7-45f7-b8bd-712aff36d4da triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:58:52.790120 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:52.863031 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-0ce965d1-e710-41b5-a624-23eee4acd62f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:52.908446 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:52.989707 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] For port 8c0a7283-3ab7-45f7-b8bd-712aff36d4da, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=8c0a7283-3ab7-45f7-b8bd-712aff36d4da,segment=NetworkSegment(d7a48dfa-38cd-4c9a-ae5e-4dc474366c17),segment_id=d7a48dfa-38cd-4c9a-ae5e-4dc474366c17)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:58:52.998460 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:53.015586 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 50620) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:53.029941 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-0ce965d1-e710-41b5-a624-23eee4acd62f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:53.039399 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-0ce965d1-e710-41b5-a624-23eee4acd62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:53.099727 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce965d1-e710-41b5-a624-23eee4acd62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6bd0de-0c05-4525-9551-554e3ab6bb47,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:53.116936 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-0ce965d1-e710-41b5-a624-23eee4acd62f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b7138cbdcf8a4e7e8f2c0a7ffea1866c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4506381 Jul 06 14:58:53.117767 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Pushing event updated for resources: {'Port': ['ID=8c0a7283-3ab7-45f7-b8bd-712aff36d4da,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:53.120624 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 50626) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:53.213002 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-2bf47847-6c73-4fb6-b346-64763b5be2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:53.253331 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-2bf47847-6c73-4fb6-b346-64763b5be2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:53.351233 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-2bf47847-6c73-4fb6-b346-64763b5be2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:53.361286 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-2bf47847-6c73-4fb6-b346-64763b5be2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:53.366861 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-2bf47847-6c73-4fb6-b346-64763b5be2ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a6bd0de-0c05-4525-9551-554e3ab6bb47 HTTP/1.1" status: 204 len: 168 time: 0.2413118 Jul 06 14:58:53.379946 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf47847-6c73-4fb6-b346-64763b5be2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6bd0de-0c05-4525-9551-554e3ab6bb47,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:53.417881 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-28d2b8d2-4c89-4bb1-abfa-bc2981c3a580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:53.615271 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-28d2b8d2-4c89-4bb1-abfa-bc2981c3a580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:53.624881 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-28d2b8d2-4c89-4bb1-abfa-bc2981c3a580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:53.703503 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-28d2b8d2-4c89-4bb1-abfa-bc2981c3a580 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7bc5761f95d942b3b733b0fb3dd55e69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6866567 Jul 06 14:58:53.704978 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2b8d2-4c89-4bb1-abfa-bc2981c3a580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c2da83-ea13-4f66-bf51-46016603cdb9,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:53.706838 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 50644) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:53.782310 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-59c71148-f933-4d1d-aa5b-503b9c976a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:53.821111 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-59c71148-f933-4d1d-aa5b-503b9c976a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:53.945804 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a3a4b9-5931-4880-98f8-93d1661d6ca8 None None] Sync routers for ids ['17a3d2c5-1843-4133-80ca-d0c6e1d9110c'] in dv-cinder-788363-5-iscsi {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:58:53.949235 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-59c71148-f933-4d1d-aa5b-503b9c976a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:53.968103 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 50650) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:53.970910 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-59c71148-f933-4d1d-aa5b-503b9c976a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:53.973317 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-59c71148-f933-4d1d-aa5b-503b9c976a4a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/50c2da83-ea13-4f66-bf51-46016603cdb9 HTTP/1.1" status: 204 len: 168 time: 0.2646818 Jul 06 14:58:53.985855 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-00518cee-a33e-4d9d-b1bd-18b1a5222673 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1126563433-network', 'tenant_id': '48d382f613e5493d82947c3bd3619ed9'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:58:53.995652 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a3a4b9-5931-4880-98f8-93d1661d6ca8 None None] Routers {'17a3d2c5-1843-4133-80ca-d0c6e1d9110c'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:58:53.996900 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-d9a3a4b9-5931-4880-98f8-93d1661d6ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T14:58:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['17a3d2c5-1843-4133-80ca-d0c6e1d9110c'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:58:54.004584 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c71148-f933-4d1d-aa5b-503b9c976a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c2da83-ea13-4f66-bf51-46016603cdb9,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:54.061850 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00518cee-a33e-4d9d-b1bd-18b1a5222673 admin admin] Made reservation on behalf of 48d382f613e5493d82947c3bd3619ed9 for: {'network': 1} {{(pid=92916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:58:54.066044 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-00518cee-a33e-4d9d-b1bd-18b1a5222673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for network, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:54.093922 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-00518cee-a33e-4d9d-b1bd-18b1a5222673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:54.133785 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb345dff-e72d-4964-8129-53c318d52377 req-562c2ea2-48cc-4025-974c-0d982ceec410 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:54.168171 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 50654) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:54.170570 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-fb345dff-e72d-4964-8129-53c318d52377 req-562c2ea2-48cc-4025-974c-0d982ceec410 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 946 time: 0.3169498 Jul 06 14:58:54.207104 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-c3b21ad7-a892-4a96-be4f-2fc238d3d84e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:54.330632 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 8c0a7283-3ab7-45f7-b8bd-712aff36d4da up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:58:54.353743 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-fb345dff-e72d-4964-8129-53c318d52377 req-0c37ad63-93b8-4a06-91ae-07c7d7c6ba1d tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814728 Jul 06 14:58:54.429199 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-c3b21ad7-a892-4a96-be4f-2fc238d3d84e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:54.436538 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-c3b21ad7-a892-4a96-be4f-2fc238d3d84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:54.453845 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-d9a3a4b9-5931-4880-98f8-93d1661d6ca8 None None] Set router 17a3d2c5-1843-4133-80ca-d0c6e1d9110c gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:58:54.495261 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-c3b21ad7-a892-4a96-be4f-2fc238d3d84e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7280229073074f2aaa793117d7d8875f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3234169 Jul 06 14:58:54.496172 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b21ad7-a892-4a96-be4f-2fc238d3d84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9cb6f3-2783-4d21-9bce-e3d04ff9f4b2,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:54.500413 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 50656) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:54.640437 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 8c0a7283-3ab7-45f7-b8bd-712aff36d4da triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:58:54.640822 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:54.643835 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8897f686-6eb0-4445-a52a-76fddefd13ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:54.727502 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8897f686-6eb0-4445-a52a-76fddefd13ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:54.733286 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-00518cee-a33e-4d9d-b1bd-18b1a5222673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:54.748093 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-00518cee-a33e-4d9d-b1bd-18b1a5222673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:54.770542 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00518cee-a33e-4d9d-b1bd-18b1a5222673 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=92916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:58:54.794508 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-00518cee-a33e-4d9d-b1bd-18b1a5222673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:54.794508 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.db.segments_db [None req-00518cee-a33e-4d9d-b1bd-18b1a5222673 admin admin] Added segment 34681b93-bc78-401c-8b3e-1e83b38489ab of type vlan for network e513a4a6-60ca-40e2-b39d-c6af2659cb9e Jul 06 14:58:54.900476 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-00518cee-a33e-4d9d-b1bd-18b1a5222673 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766384329310'] for network, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:54.946268 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 19694f19-f835-47ec-8e7d-d11823081e9a details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:58:54.973206 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00518cee-a33e-4d9d-b1bd-18b1a5222673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caeb3349-a45d-47b8-8450-9fc6cbc62b35,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:55.032072 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-00518cee-a33e-4d9d-b1bd-18b1a5222673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040'] for network, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:55.034841 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00518cee-a33e-4d9d-b1bd-18b1a5222673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:55.036341 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-00518cee-a33e-4d9d-b1bd-18b1a5222673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:55.053073 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-d9a3a4b9-5931-4880-98f8-93d1661d6ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'name': 'tempest-TestMinimumBasicScenario-2014536102-router', 'tenant_id': '41f527dda56443f2972cd663574aefa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '8c0a7283-3ab7-45f7-b8bd-712aff36d4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:58:44Z', 'updated_at': '2021-07-06T14:58:50Z', 'revision_number': 4, 'project_id': '41f527dda56443f2972cd663574aefa9', 'gw_port': {'id': '8c0a7283-3ab7-45f7-b8bd-712aff36d4da', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:58:45Z', 'updated_at': '2021-07-06T14:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': 'c4426eda-f90f-46d9-8cbc-d106ee152105', 'name': '', 'network_id': 'c410ce4d-1c95-4b8b-a844-77a6d61680ff', 'tenant_id': '41f527dda56443f2972cd663574aefa9', 'mac_address': 'fa:16:3e:50:f4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'cd8d4e54-26f1-4b39-a95b-0872342e8203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:58:49Z', 'updated_at': '2021-07-06T14:58:51Z', 'revision_number': 2, 'project_id': '41f527dda56443f2972cd663574aefa9', 'subnets': [{'id': 'cd8d4e54-26f1-4b39-a95b-0872342e8203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:58:55.151139 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8897f686-6eb0-4445-a52a-76fddefd13ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:55.157167 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8897f686-6eb0-4445-a52a-76fddefd13ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:55.157389 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a3a4b9-5931-4880-98f8-93d1661d6ca8 None None] Checking router: 17a3d2c5-1843-4133-80ca-d0c6e1d9110c for host: dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:58:55.157892 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a3a4b9-5931-4880-98f8-93d1661d6ca8 None None] Updating router 17a3d2c5-1843-4133-80ca-d0c6e1d9110c port c4426eda-f90f-46d9-8cbc-d106ee152105 binding host dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:58:55.159485 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-8897f686-6eb0-4445-a52a-76fddefd13ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd9cb6f3-2783-4d21-9bce-e3d04ff9f4b2 HTTP/1.1" status: 204 len: 168 time: 0.6568980 Jul 06 14:58:55.184143 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 50664) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:55.191961 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-175e0e52-7742-4533-a70b-f72dd78f34c3 admin admin] Request body: {'subnet': {'network_id': 'e513a4a6-60ca-40e2-b39d-c6af2659cb9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1126563433-subnet', 'tenant_id': '48d382f613e5493d82947c3bd3619ed9', 'ip_version': 4}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:58:55.195371 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-00518cee-a33e-4d9d-b1bd-18b1a5222673 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2234819 Jul 06 14:58:55.223533 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00518cee-a33e-4d9d-b1bd-18b1a5222673 admin admin] Pushing event updated for resources: {'Network': ['ID=e513a4a6-60ca-40e2-b39d-c6af2659cb9e,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:55.241981 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8897f686-6eb0-4445-a52a-76fddefd13ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9cb6f3-2783-4d21-9bce-e3d04ff9f4b2,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:55.251307 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175e0e52-7742-4533-a70b-f72dd78f34c3 admin admin] Made reservation on behalf of 48d382f613e5493d82947c3bd3619ed9 for: {'subnet': 1} {{(pid=92915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:58:55.258182 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-175e0e52-7742-4533-a70b-f72dd78f34c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146038'] for subnet, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:55.298028 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Network e513a4a6-60ca-40e2-b39d-c6af2659cb9e details requested by agent ovs-agent-dv-cinder-788363-5-iscsi with host dv-cinder-788363-5-iscsi {{(pid=92917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:58:55.410756 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 19694f19-f835-47ec-8e7d-d11823081e9a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=19694f19-f835-47ec-8e7d-d11823081e9a,segment=NetworkSegment(cb30854e-762f-4ab3-afc5-fc62883d2599),segment_id=cb30854e-762f-4ab3-afc5-fc62883d2599)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:58:55.419048 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d9a3a4b9-5931-4880-98f8-93d1661d6ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:55.482429 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Returning: {'device': '19694f19-f835-47ec-8e7d-d11823081e9a', 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad', 'port_id': '19694f19-f835-47ec-8e7d-d11823081e9a', 'mac_address': 'fa:16:3e:ad:2b:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:58:55.697080 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-175e0e52-7742-4533-a70b-f72dd78f34c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2297279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146020'] for subnet, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:55.709395 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:55.761300 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19694f19-f835-47ec-8e7d-d11823081e9a {{(pid=92917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:58:55.832314 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e0e52-7742-4533-a70b-f72dd78f34c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4d1a2af-5fa1-4a83-8cf8-67fb7df73446,revision_number=0']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:55.843954 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 19694f19-f835-47ec-8e7d-d11823081e9a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=19694f19-f835-47ec-8e7d-d11823081e9a,segment=NetworkSegment(cb30854e-762f-4ab3-afc5-fc62883d2599),segment_id=cb30854e-762f-4ab3-afc5-fc62883d2599)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:58:55.855135 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1ab35-6544-4ed8-be70-2bac07f55f3a req-a985edac-99ee-42fe-bd80-0362eb6e426d tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:55.868707 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6db1ab35-6544-4ed8-be70-2bac07f55f3a req-a985edac-99ee-42fe-bd80-0362eb6e426d tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 946 time: 0.2776589 Jul 06 14:58:55.931412 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:55.935765 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175e0e52-7742-4533-a70b-f72dd78f34c3 admin admin] Checking segment: {'id': '34681b93-bc78-401c-8b3e-1e83b38489ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e513a4a6-60ca-40e2-b39d-c6af2659cb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:58:55.936302 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175e0e52-7742-4533-a70b-f72dd78f34c3 admin admin] Network hostable DHCP agents. Network: e513a4a6-60ca-40e2-b39d-c6af2659cb9e, hostable agents: ['69855ee5-e315-4bf8-8b06-7c2b552a2d00'], hosted agents: [] {{(pid=92915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:58:55.959701 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6db1ab35-6544-4ed8-be70-2bac07f55f3a req-360a551a-1224-4f25-8e5c-4fa9c02a8c52 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891919 Jul 06 14:58:56.014951 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175e0e52-7742-4533-a70b-f72dd78f34c3 admin admin] Network e513a4a6-60ca-40e2-b39d-c6af2659cb9e is scheduled to be hosted by DHCP agent 69855ee5-e315-4bf8-8b06-7c2b552a2d00 with binding_index 1 {{(pid=92915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:58:56.043820 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [None req-175e0e52-7742-4533-a70b-f72dd78f34c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-5-iscsi, e513a4a6-60ca-40e2-b39d-c6af2659cb9e) {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:58:56.051208 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175e0e52-7742-4533-a70b-f72dd78f34c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:56.051917 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-175e0e52-7742-4533-a70b-f72dd78f34c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for subnet, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:56.067343 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1668b0fd-08f2-4700-81fe-ea94cf58698d None None] Network e513a4a6-60ca-40e2-b39d-c6af2659cb9e requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:58:56.086096 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-175e0e52-7742-4533-a70b-f72dd78f34c3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8985829 Jul 06 14:58:56.088504 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 50686) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:56.093978 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-40838615-a7c2-4ad8-b47e-b0d44a9e34cd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1126563433-router', 'tenant_id': '48d382f613e5493d82947c3bd3619ed9', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'}}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:58:56.108121 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=19694f19-f835-47ec-8e7d-d11823081e9a,revision_number=6']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:56.125192 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-40838615-a7c2-4ad8-b47e-b0d44a9e34cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7866647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27686'] for router, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:56.126532 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-40838615-a7c2-4ad8-b47e-b0d44a9e34cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7868472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27711'] for router, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:56.209603 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-40838615-a7c2-4ad8-b47e-b0d44a9e34cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:56.212493 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['19694f19-f835-47ec-8e7d-d11823081e9a'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:58:56.518901 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-40838615-a7c2-4ad8-b47e-b0d44a9e34cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-413138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27661'] for router, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:56.713927 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a5500-fc3e-4862-a84e-493546835e78 req-96de953b-6e68-49a1-9518-31a49eba8bf6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:56.715826 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-8e0a5500-fc3e-4862-a84e-493546835e78 req-96de953b-6e68-49a1-9518-31a49eba8bf6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 946 time: 0.1877668 Jul 06 14:58:56.759072 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d9a3a4b9-5931-4880-98f8-93d1661d6ca8 None None] Notify callbacks [] for port, precommit_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:56.799736 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-8e0a5500-fc3e-4862-a84e-493546835e78 req-4d1911bd-120e-4e33-8857-13ee866a0ae4 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749266 Jul 06 14:58:56.817609 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d9a3a4b9-5931-4880-98f8-93d1661d6ca8 None None] Transition to ACTIVE for port object c4426eda-f90f-46d9-8cbc-d106ee152105 will not be triggered until provisioned by entity L2. {{(pid=92917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:58:56.847631 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d9a3a4b9-5931-4880-98f8-93d1661d6ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:56.987615 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-40838615-a7c2-4ad8-b47e-b0d44a9e34cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:57.014633 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-40838615-a7c2-4ad8-b47e-b0d44a9e34cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:57.092317 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-21cba541-765c-47bb-8785-a1244b8c89a7 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:57.094950 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-21cba541-765c-47bb-8785-a1244b8c89a7 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/networks?id=91f1fefc-0198-4f01-a19d-5bd222c1a2ce HTTP/1.1" status: 200 len: 813 time: 0.3046536 Jul 06 14:58:57.118034 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ec7eac-c0ea-415c-9938-16454e5ea752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c524b10-db73-5aad-82fa-1a4727f3bbf1-e513a4a6-60ca-40e2-b39d-c6af2659cb9e', 'network_id': 'e513a4a6-60ca-40e2-b39d-c6af2659cb9e', 'tenant_id': '48d382f613e5493d82947c3bd3619ed9', 'fixed_ips': [{'subnet_id': 'c4d1a2af-5fa1-4a83-8cf8-67fb7df73446'}]}} from dv-cinder-788363-5-iscsi. {{(pid=92917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:58:57.122289 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-22ec7eac-c0ea-415c-9938-16454e5ea752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:57.130008 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-3b7806e0-e2cc-49f5-bef3-047a2cbaf96e tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/quotas/e1024c61bda14051bc8e9885a0f65a59 HTTP/1.1" status: 200 len: 375 time: 0.0225823 Jul 06 14:58:57.224360 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4955995c-8048-4b2c-b104-5724c2a51194 None None] Pushing event updated for resources: {'Port': ['ID=c4426eda-f90f-46d9-8cbc-d106ee152105,revision_number=3']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:57.347129 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-5f13bb23-0ad5-463e-8d3a-d47a8019ef43 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e1024c61bda14051bc8e9885a0f65a59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2102478 Jul 06 14:58:57.364715 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_common [None req-40838615-a7c2-4ad8-b47e-b0d44a9e34cd admin admin] Allocated IP 172.27.3.177 (cda8cae0-c766-4621-9577-ca435140768c/1f1b7348-831f-4a39-b588-ec6aad475c62/d66e5560-3ab2-4fa4-9e4f-7736379e1952) {{(pid=92915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:58:57.395080 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-d9a3a4b9-5931-4880-98f8-93d1661d6ca8 None None] Attempting to bind port c4426eda-f90f-46d9-8cbc-d106ee152105 on host dv-cinder-788363-5-iscsi for vnic_type normal with profile {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:58:57.395596 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-d9a3a4b9-5931-4880-98f8-93d1661d6ca8 None None] Attempting to bind port c4426eda-f90f-46d9-8cbc-d106ee152105 by drivers openvswitch,hyperv on host dv-cinder-788363-5-iscsi at level 0 using segments [{'id': 'ee46ca01-90f6-4b77-9f66-e1a11d6e7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c410ce4d-1c95-4b8b-a844-77a6d61680ff'}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:58:57.395972 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a3a4b9-5931-4880-98f8-93d1661d6ca8 None None] Attempting to bind port c4426eda-f90f-46d9-8cbc-d106ee152105 on network c410ce4d-1c95-4b8b-a844-77a6d61680ff {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:58:57.447919 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a3a4b9-5931-4880-98f8-93d1661d6ca8 None None] Checking agent: {'id': 'f25167b8-434d-4f4a-9be4-898338da7490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 48, 5), 'started_at': datetime.datetime(2021, 7, 6, 14, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:58:57.449454 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a3a4b9-5931-4880-98f8-93d1661d6ca8 None None] Checking segment: {'id': 'ee46ca01-90f6-4b77-9f66-e1a11d6e7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c410ce4d-1c95-4b8b-a844-77a6d61680ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:58:57.449620 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d9a3a4b9-5931-4880-98f8-93d1661d6ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:57.450320 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a3a4b9-5931-4880-98f8-93d1661d6ca8 None None] Bound using segment: {'id': 'ee46ca01-90f6-4b77-9f66-e1a11d6e7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c410ce4d-1c95-4b8b-a844-77a6d61680ff'} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:58:57.451498 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-d9a3a4b9-5931-4880-98f8-93d1661d6ca8 None None] Bound port: c4426eda-f90f-46d9-8cbc-d106ee152105, host: dv-cinder-788363-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee46ca01-90f6-4b77-9f66-e1a11d6e7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c410ce4d-1c95-4b8b-a844-77a6d61680ff'}}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:58:57.452249 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d9a3a4b9-5931-4880-98f8-93d1661d6ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:57.580956 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-6b75e722-db6f-468b-89c7-e09467af6ce6 service neutron] 10.222.0.20 "GET /v2.0/networks/91f1fefc-0198-4f01-a19d-5bd222c1a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255836 Jul 06 14:58:57.625238 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3bda34-7d28-4031-9365-99e17c6e4597 req-2b38fd53-b3b9-4fb4-b4da-a3e5d165b127 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:57.628993 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-2c3bda34-7d28-4031-9365-99e17c6e4597 req-2b38fd53-b3b9-4fb4-b4da-a3e5d165b127 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 945 time: 0.2071719 Jul 06 14:58:57.680061 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-40838615-a7c2-4ad8-b47e-b0d44a9e34cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:57.704499 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-2c3bda34-7d28-4031-9365-99e17c6e4597 req-eff044fd-c56f-47e0-bc8b-b3d0bcf39bd6 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674424 Jul 06 14:58:57.762907 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.db_base_plugin_common [None req-22ec7eac-c0ea-415c-9938-16454e5ea752 None None] Allocated IP 172.20.0.2 (e513a4a6-60ca-40e2-b39d-c6af2659cb9e/c4d1a2af-5fa1-4a83-8cf8-67fb7df73446/23201323-5d74-4a79-9209-817055b4521c) {{(pid=92917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:58:57.764419 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 50726) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:57.785658 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-40838615-a7c2-4ad8-b47e-b0d44a9e34cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2297291'] for port, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:57.832464 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40838615-a7c2-4ad8-b47e-b0d44a9e34cd admin admin] Network cda8cae0-c766-4621-9577-ca435140768c is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:58:57.876223 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-d9a3a4b9-5931-4880-98f8-93d1661d6ca8 None None] For port c4426eda-f90f-46d9-8cbc-d106ee152105, host dv-cinder-788363-5-iscsi, cleared binding levels {{(pid=92917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:58:57.878433 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [None req-40838615-a7c2-4ad8-b47e-b0d44a9e34cd admin admin] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:58:57.894572 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40838615-a7c2-4ad8-b47e-b0d44a9e34cd admin admin] Received port after_create {{(pid=92915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:58:57.897639 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-6d711588-1e1f-405b-b9e5-fc95cb29f0bc service neutron] 10.222.0.20 "GET /v2.0/networks/91f1fefc-0198-4f01-a19d-5bd222c1a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119314 Jul 06 14:58:57.916010 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-d9a3a4b9-5931-4880-98f8-93d1661d6ca8 None None] For port c4426eda-f90f-46d9-8cbc-d106ee152105, host dv-cinder-788363-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=c4426eda-f90f-46d9-8cbc-d106ee152105,segment=NetworkSegment(ee46ca01-90f6-4b77-9f66-e1a11d6e7193),segment_id=ee46ca01-90f6-4b77-9f66-e1a11d6e7193)] {{(pid=92917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:58:57.930493 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d9a3a4b9-5931-4880-98f8-93d1661d6ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:58.023250 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40838615-a7c2-4ad8-b47e-b0d44a9e34cd admin admin] Pushing event updated for resources: {'Port': ['ID=d66e5560-3ab2-4fa4-9e4f-7736379e1952,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:58.184161 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-53dbbc39-8dc6-4294-b46f-cfee779283e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:58.252843 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4955995c-8048-4b2c-b104-5724c2a51194 None None] Pushing event updated for resources: {'Port': ['ID=c4426eda-f90f-46d9-8cbc-d106ee152105,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:58.293733 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a3a4b9-5931-4880-98f8-93d1661d6ca8 None None] Routers {'17a3d2c5-1843-4133-80ca-d0c6e1d9110c'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:58:58.296028 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-d9a3a4b9-5931-4880-98f8-93d1661d6ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T14:58:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['17a3d2c5-1843-4133-80ca-d0c6e1d9110c'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:58:58.569421 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-5aca3929-f619-41c5-9669-007fec2e152f req-3200fa87-e9af-41b0-a774-36057f581ef9 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3bb0796-3d24-40e8-9e18-fee3e03cbb97 HTTP/1.1" status: 200 len: 210 time: 0.1154716 Jul 06 14:58:58.582921 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-53dbbc39-8dc6-4294-b46f-cfee779283e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:58.593735 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-53dbbc39-8dc6-4294-b46f-cfee779283e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:58.602475 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-22ec7eac-c0ea-415c-9938-16454e5ea752 None None] Notify callbacks [] for port, precommit_create {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:58.665290 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-22ec7eac-c0ea-415c-9938-16454e5ea752 None None] Transition to ACTIVE for port object 23201323-5d74-4a79-9209-817055b4521c will not be triggered until provisioned by entity L2. {{(pid=92917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:58:58.671647 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dbbc39-8dc6-4294-b46f-cfee779283e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e55ca82-67b6-4d67-b285-796e3309aea6,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:58.715417 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-22ec7eac-c0ea-415c-9938-16454e5ea752 None None] Transition to ACTIVE for port object 23201323-5d74-4a79-9209-817055b4521c will not be triggered until provisioned by entity DHCP. {{(pid=92917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:58:58.731449 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-22ec7eac-c0ea-415c-9938-16454e5ea752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525'] for port, after_create {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:58.769282 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-53dbbc39-8dc6-4294-b46f-cfee779283e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a9435f4f1d24e7d8bd30df16df2fa82&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0024199 Jul 06 14:58:58.770846 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 50750) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:58.812931 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-d9a3a4b9-5931-4880-98f8-93d1661d6ca8 None None] Set router 17a3d2c5-1843-4133-80ca-d0c6e1d9110c gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:58:58.888926 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-40838615-a7c2-4ad8-b47e-b0d44a9e34cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:58.907725 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c0edbfef-2766-4232-9845-7b22a930ca3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:58.931443 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ec7eac-c0ea-415c-9938-16454e5ea752 None None] Network e513a4a6-60ca-40e2-b39d-c6af2659cb9e is already hosted by enough agents. {{(pid=92917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:58:58.951762 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 19694f19-f835-47ec-8e7d-d11823081e9a up at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:58:58.984770 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c0edbfef-2766-4232-9845-7b22a930ca3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:59.004082 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315b8a3-17c1-421d-8e0f-70b07d421d35 req-00173d3d-6391-4314-9834-29813f0f97d6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:59.007347 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec7eac-c0ea-415c-9938-16454e5ea752 None None] Pushing event updated for resources: {'Port': ['ID=23201323-5d74-4a79-9209-817055b4521c,revision_number=1']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:59.013827 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c315b8a3-17c1-421d-8e0f-70b07d421d35 req-00173d3d-6391-4314-9834-29813f0f97d6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 946 time: 0.5268142 Jul 06 14:58:59.020324 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.scheduler.base_scheduler [None req-22ec7eac-c0ea-415c-9938-16454e5ea752 None None] Resources bound (agent type, host, resource id): {{(pid=92917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:58:59.023396 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ec7eac-c0ea-415c-9938-16454e5ea752 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:59.023742 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ec7eac-c0ea-415c-9938-16454e5ea752 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:59.024065 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ec7eac-c0ea-415c-9938-16454e5ea752 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:59.024435 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ec7eac-c0ea-415c-9938-16454e5ea752 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:59.024938 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ec7eac-c0ea-415c-9938-16454e5ea752 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:59.025305 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ec7eac-c0ea-415c-9938-16454e5ea752 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:59.025866 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ec7eac-c0ea-415c-9938-16454e5ea752 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:59.026196 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ec7eac-c0ea-415c-9938-16454e5ea752 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:59.026527 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ec7eac-c0ea-415c-9938-16454e5ea752 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:59.026896 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ec7eac-c0ea-415c-9938-16454e5ea752 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:59.027250 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ec7eac-c0ea-415c-9938-16454e5ea752 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:59.027568 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ec7eac-c0ea-415c-9938-16454e5ea752 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:59.031553 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ec7eac-c0ea-415c-9938-16454e5ea752 None None] Received port after_create {{(pid=92917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:58:59.213966 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c315b8a3-17c1-421d-8e0f-70b07d421d35 req-764aa024-1522-471d-8a0b-4ab26b46dfa6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884432 Jul 06 14:58:59.275625 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d8470-ea2b-41e6-b862-36138d1397cb req-bc396b2e-82de-4dd7-8904-093671be991d tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:59.278926 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-724d8470-ea2b-41e6-b862-36138d1397cb req-bc396b2e-82de-4dd7-8904-093671be991d tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 945 time: 0.2425361 Jul 06 14:58:59.355868 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c0edbfef-2766-4232-9845-7b22a930ca3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:59.362614 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c0edbfef-2766-4232-9845-7b22a930ca3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:59.368304 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-c0edbfef-2766-4232-9845-7b22a930ca3e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e55ca82-67b6-4d67-b285-796e3309aea6 HTTP/1.1" status: 204 len: 168 time: 0.5911975 Jul 06 14:58:59.417848 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-724d8470-ea2b-41e6-b862-36138d1397cb req-7d8466ff-d64f-4d33-9f45-96323892cdcb tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276209 Jul 06 14:58:59.423078 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0edbfef-2766-4232-9845-7b22a930ca3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e55ca82-67b6-4d67-b285-796e3309aea6,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:59.546614 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning complete for port 19694f19-f835-47ec-8e7d-d11823081e9a triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:58:59.548250 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:59.688029 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-40838615-a7c2-4ad8-b47e-b0d44a9e34cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413129'] for router, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:59.793029 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-22ec7eac-c0ea-415c-9938-16454e5ea752 None None] Attempting to bind port 23201323-5d74-4a79-9209-817055b4521c on host dv-cinder-788363-5-iscsi for vnic_type normal with profile {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:58:59.801478 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-22ec7eac-c0ea-415c-9938-16454e5ea752 None None] Attempting to bind port 23201323-5d74-4a79-9209-817055b4521c by drivers openvswitch,hyperv on host dv-cinder-788363-5-iscsi at level 0 using segments [{'id': '34681b93-bc78-401c-8b3e-1e83b38489ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e513a4a6-60ca-40e2-b39d-c6af2659cb9e'}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:58:59.803603 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec7eac-c0ea-415c-9938-16454e5ea752 None None] Attempting to bind port 23201323-5d74-4a79-9209-817055b4521c on network e513a4a6-60ca-40e2-b39d-c6af2659cb9e {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:58:59.888167 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec7eac-c0ea-415c-9938-16454e5ea752 None None] Checking agent: {'id': 'f25167b8-434d-4f4a-9be4-898338da7490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 48, 5), 'started_at': datetime.datetime(2021, 7, 6, 14, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:58:59.888731 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec7eac-c0ea-415c-9938-16454e5ea752 None None] Checking segment: {'id': '34681b93-bc78-401c-8b3e-1e83b38489ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e513a4a6-60ca-40e2-b39d-c6af2659cb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:58:59.889326 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-22ec7eac-c0ea-415c-9938-16454e5ea752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:59.889767 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec7eac-c0ea-415c-9938-16454e5ea752 None None] Bound using segment: {'id': '34681b93-bc78-401c-8b3e-1e83b38489ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e513a4a6-60ca-40e2-b39d-c6af2659cb9e'} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:58:59.890282 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-22ec7eac-c0ea-415c-9938-16454e5ea752 None None] Bound port: 23201323-5d74-4a79-9209-817055b4521c, host: dv-cinder-788363-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34681b93-bc78-401c-8b3e-1e83b38489ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e513a4a6-60ca-40e2-b39d-c6af2659cb9e'}}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:58:59.890670 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-22ec7eac-c0ea-415c-9938-16454e5ea752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:59.911897 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-d9a3a4b9-5931-4880-98f8-93d1661d6ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'name': 'tempest-TestMinimumBasicScenario-2014536102-router', 'tenant_id': '41f527dda56443f2972cd663574aefa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '8c0a7283-3ab7-45f7-b8bd-712aff36d4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:58:44Z', 'updated_at': '2021-07-06T14:58:50Z', 'revision_number': 4, 'project_id': '41f527dda56443f2972cd663574aefa9', 'gw_port': {'id': '8c0a7283-3ab7-45f7-b8bd-712aff36d4da', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:58:45Z', 'updated_at': '2021-07-06T14:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': 'c4426eda-f90f-46d9-8cbc-d106ee152105', 'name': '', 'network_id': 'c410ce4d-1c95-4b8b-a844-77a6d61680ff', 'tenant_id': '41f527dda56443f2972cd663574aefa9', 'mac_address': 'fa:16:3e:50:f4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'cd8d4e54-26f1-4b39-a95b-0872342e8203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:58:49Z', 'updated_at': '2021-07-06T14:58:57Z', 'revision_number': 4, 'project_id': '41f527dda56443f2972cd663574aefa9', 'subnets': [{'id': 'cd8d4e54-26f1-4b39-a95b-0872342e8203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:58:59.950063 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a3a4b9-5931-4880-98f8-93d1661d6ca8 None None] The sync data for ids ['17a3d2c5-1843-4133-80ca-d0c6e1d9110c'] in dv-cinder-788363-5-iscsi is: [{'id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'name': 'tempest-TestMinimumBasicScenario-2014536102-router', 'tenant_id': '41f527dda56443f2972cd663574aefa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '8c0a7283-3ab7-45f7-b8bd-712aff36d4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:58:44Z', 'updated_at': '2021-07-06T14:58:50Z', 'revision_number': 4, 'project_id': '41f527dda56443f2972cd663574aefa9', 'gw_port': {'id': '8c0a7283-3ab7-45f7-b8bd-712aff36d4da', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:58:45Z', 'updated_at': '2021-07-06T14:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': 'c4426eda-f90f-46d9-8cbc-d106ee152105', 'name': '', 'network_id': 'c410ce4d-1c95-4b8b-a844-77a6d61680ff', 'tenant_id': '41f527dda56443f2972cd663574aefa9', 'mac_address': 'fa:16:3e:50:f4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'cd8d4e54-26f1-4b39-a95b-0872342e8203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:58:49Z', 'updated_at': '2021-07-06T14:58:57Z', 'revision_number': 4, 'project_id': '41f527dda56443f2972cd663574aefa9', 'subnets': [{'id': 'cd8d4e54-26f1-4b39-a95b-0872342e8203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:59:00.166820 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6a7c40cf-61a0-41cb-b674-9cf33323d93b req-b3dc3137-bb0a-43bf-82aa-55d472a6503f tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3bb0796-3d24-40e8-9e18-fee3e03cbb97 HTTP/1.1" status: 200 len: 210 time: 0.0949574 Jul 06 14:59:00.260311 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:00.311823 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40838615-a7c2-4ad8-b47e-b0d44a9e34cd admin admin] Router a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a is scheduled to L3 agent df718f2c-f58f-497c-aa3c-554c496f730f with binding_index 1 {{(pid=92915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:59:00.437066 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device c4426eda-f90f-46d9-8cbc-d106ee152105 up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:59:00.607764 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89375580-f1cb-49e7-9021-031484a37898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19694f19-f835-47ec-8e7d-d11823081e9a'}] {{(pid=92917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:59:00.614663 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ea3ef9b0f14ac6a08de5771e2132c48ed06abd6a52ccf1dddde4c27a9981b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e853559c-57f1-4130-bd5f-a28da8dfcc46" -d '{"events": [{"server_uuid": "89375580-f1cb-49e7-9021-031484a37898", "name": "network-vif-plugged", "status": "completed", "tag": "19694f19-f835-47ec-8e7d-d11823081e9a"}]}' {{(pid=92917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:59:00.735159 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-22ec7eac-c0ea-415c-9938-16454e5ea752 None None] For port 23201323-5d74-4a79-9209-817055b4521c, host dv-cinder-788363-5-iscsi, cleared binding levels {{(pid=92917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:59:00.786763 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 19694f19-f835-47ec-8e7d-d11823081e9a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=19694f19-f835-47ec-8e7d-d11823081e9a,segment=NetworkSegment(cb30854e-762f-4ab3-afc5-fc62883d2599),segment_id=cb30854e-762f-4ab3-afc5-fc62883d2599)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:59:00.856413 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-22ec7eac-c0ea-415c-9938-16454e5ea752 None None] For port 23201323-5d74-4a79-9209-817055b4521c, host dv-cinder-788363-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=23201323-5d74-4a79-9209-817055b4521c,segment=NetworkSegment(34681b93-bc78-401c-8b3e-1e83b38489ab),segment_id=34681b93-bc78-401c-8b3e-1e83b38489ab)] {{(pid=92917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:59:00.858927 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:00.890338 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-22ec7eac-c0ea-415c-9938-16454e5ea752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:00.907769 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358372ec-7885-4859-813c-d88465daa6c9 req-d18d7989-5926-4d8e-86f9-b35c8eacd5ca tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:00.909402 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-358372ec-7885-4859-813c-d88465daa6c9 req-d18d7989-5926-4d8e-86f9-b35c8eacd5ca tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 946 time: 0.2650278 Jul 06 14:59:01.084480 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-358372ec-7885-4859-813c-d88465daa6c9 req-141d1d8c-7b1e-47fb-8309-2b182d2e6f0b tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636982 Jul 06 14:59:01.206763 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning for port c4426eda-f90f-46d9-8cbc-d106ee152105 completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:59:01.236185 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port c4426eda-f90f-46d9-8cbc-d106ee152105 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:59:01.237125 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:01.240946 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=19694f19-f835-47ec-8e7d-d11823081e9a,revision_number=7']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:01.436065 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefa52f8-f2dd-4fc3-bb9e-16a341ac7be1 x-openstack-request-id: req-cefa52f8-f2dd-4fc3-bb9e-16a341ac7be1 {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:59:01.436719 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89375580-f1cb-49e7-9021-031484a37898", "name": "network-vif-plugged", "status": "completed", "tag": "19694f19-f835-47ec-8e7d-d11823081e9a", "code": 200}]} {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:59:01.437204 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cefa52f8-f2dd-4fc3-bb9e-16a341ac7be1 {{(pid=92917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:59:01.437926 dv-cinder-788363-5-iscsi neutron-server[92917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89375580-f1cb-49e7-9021-031484a37898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19694f19-f835-47ec-8e7d-d11823081e9a', 'code': 200} Jul 06 14:59:01.562369 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec7eac-c0ea-415c-9938-16454e5ea752 None None] Pushing event updated for resources: {'Port': ['ID=23201323-5d74-4a79-9209-817055b4521c,revision_number=2']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:01.780594 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:01.970370 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] For port c4426eda-f90f-46d9-8cbc-d106ee152105, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=c4426eda-f90f-46d9-8cbc-d106ee152105,segment=NetworkSegment(ee46ca01-90f6-4b77-9f66-e1a11d6e7193),segment_id=ee46ca01-90f6-4b77-9f66-e1a11d6e7193)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:59:02.000794 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:02.074389 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 50804) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:59:02.102819 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-245bf316-d8c9-4c44-a6be-a26f38af08a4 req-eecb6d78-0c2a-4416-8f1b-b4d3c6bbce4b tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3bb0796-3d24-40e8-9e18-fee3e03cbb97 HTTP/1.1" status: 200 len: 210 time: 0.1768565 Jul 06 14:59:02.196313 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-b1db19ab-851f-4732-82eb-da2a61357c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:02.210210 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40838615-a7c2-4ad8-b47e-b0d44a9e34cd admin admin] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:59:02.238306 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93402f29-801f-4d35-9918-3ba8ce5c6724 None None] Sync routers for ids ['a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a'] in dv-cinder-788363-5-iscsi {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:59:02.304427 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Pushing event updated for resources: {'Port': ['ID=c4426eda-f90f-46d9-8cbc-d106ee152105,revision_number=5']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:02.332765 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93402f29-801f-4d35-9918-3ba8ce5c6724 None None] Routers {'a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:59:02.341647 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-93402f29-801f-4d35-9918-3ba8ce5c6724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T14:58:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:59:02.687554 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 23201323-5d74-4a79-9209-817055b4521c up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:59:02.729997 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-ad44c066-930d-4923-aa1e-6d242a3210af admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-525541409-network', 'tenant_id': 'e801beae0cd84e64ad65a5c9c4637a7d'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:59:02.803463 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-93402f29-801f-4d35-9918-3ba8ce5c6724 None None] Set router a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a gateway port host: dv-cinder-788363-5-iscsi {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:59:02.876516 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-40838615-a7c2-4ad8-b47e-b0d44a9e34cd admin admin] Notify callbacks [] for router, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:02.877924 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-40838615-a7c2-4ad8-b47e-b0d44a9e34cd admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.7884119 Jul 06 14:59:02.883653 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 50814) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:59:02.905537 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning for port 23201323-5d74-4a79-9209-817055b4521c completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:59:02.908980 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad44c066-930d-4923-aa1e-6d242a3210af admin admin] Made reservation on behalf of e801beae0cd84e64ad65a5c9c4637a7d for: {'network': 1} {{(pid=92916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:59:02.915390 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ad44c066-930d-4923-aa1e-6d242a3210af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for network, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:02.991265 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ad44c066-930d-4923-aa1e-6d242a3210af admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:03.122067 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2b711-c729-4f3d-93a9-2ae05f1561e3 req-fab8ffa0-3945-4d56-928c-d427e388041a tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:03.158392 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-dfa2b711-c729-4f3d-93a9-2ae05f1561e3 req-fab8ffa0-3945-4d56-928c-d427e388041a tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 946 time: 1.1295600 Jul 06 14:59:03.169984 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4a95d-b817-4a05-8799-e16bacb5a755 req-233bd322-9632-4809-a830-e3bc0eeb31a4 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:03.189179 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-40f4a95d-b817-4a05-8799-e16bacb5a755 req-233bd322-9632-4809-a830-e3bc0eeb31a4 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 946 time: 0.4014583 Jul 06 14:59:03.249738 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-eefa40e4-19dc-4e34-b146-db4d4807f496 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:03.253014 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-eefa40e4-19dc-4e34-b146-db4d4807f496 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.25 "GET /v2.0/networks?id=91f1fefc-0198-4f01-a19d-5bd222c1a2ce HTTP/1.1" status: 200 len: 813 time: 1.2178929 Jul 06 14:59:03.261914 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e3388d-e443-4ee0-9aef-2bd38a4aa34a None None] Network e513a4a6-60ca-40e2-b39d-c6af2659cb9e requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:59:03.276476 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-dfa2b711-c729-4f3d-93a9-2ae05f1561e3 req-c0449f94-b434-43b9-9be5-fa476d7469d8 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165679 Jul 06 14:59:03.293938 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-17691dc8-25cf-4f65-af76-b9af93caa6fe tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Request body: {'port': {'device_id': 'e3bb0796-3d24-40e8-9e18-fee3e03cbb97', 'network_id': '91f1fefc-0198-4f01-a19d-5bd222c1a2ce', 'admin_state_up': True, 'tenant_id': 'e1024c61bda14051bc8e9885a0f65a59'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:59:03.386839 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-40f4a95d-b817-4a05-8799-e16bacb5a755 req-971a5f72-5abd-4add-abff-ab72be0f4d3a tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980901 Jul 06 14:59:03.523281 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-9cfa09dc-8b25-4471-8417-1948ae1d81ea None None] Provisioning for port 23201323-5d74-4a79-9209-817055b4521c completed by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:59:03.547575 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-93402f29-801f-4d35-9918-3ba8ce5c6724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a', 'name': 'tempest-TestMinimumBasicScenario-1126563433-router', 'tenant_id': '48d382f613e5493d82947c3bd3619ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'd66e5560-3ab2-4fa4-9e4f-7736379e1952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:58:56Z', 'updated_at': '2021-07-06T14:58:58Z', 'revision_number': 3, 'project_id': '48d382f613e5493d82947c3bd3619ed9', 'gw_port': {'id': 'd66e5560-3ab2-4fa4-9e4f-7736379e1952', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:88:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:58:57Z', 'updated_at': '2021-07-06T14:58:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:59:03.552146 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-9cfa09dc-8b25-4471-8417-1948ae1d81ea None None] Provisioning complete for port 23201323-5d74-4a79-9209-817055b4521c triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:59:03.553268 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-9cfa09dc-8b25-4471-8417-1948ae1d81ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:03.627808 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93402f29-801f-4d35-9918-3ba8ce5c6724 None None] Checking router: a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a for host: dv-cinder-788363-5-iscsi {{(pid=92918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:59:03.628523 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93402f29-801f-4d35-9918-3ba8ce5c6724 None None] Updating router a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a port d66e5560-3ab2-4fa4-9e4f-7736379e1952 binding host dv-cinder-788363-5-iscsi {{(pid=92918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:59:03.655089 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ad44c066-930d-4923-aa1e-6d242a3210af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:03.672897 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ad44c066-930d-4923-aa1e-6d242a3210af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:03.847412 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad44c066-930d-4923-aa1e-6d242a3210af admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=92916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:59:03.860455 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-93402f29-801f-4d35-9918-3ba8ce5c6724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:03.884161 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44c066-930d-4923-aa1e-6d242a3210af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48952d44-1d68-4ad0-b5f7-87e80a3dd0dc,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:03.910628 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ad44c066-930d-4923-aa1e-6d242a3210af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:03.911584 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.db.segments_db [None req-ad44c066-930d-4923-aa1e-6d242a3210af admin admin] Added segment 3774fc6f-a661-419f-b160-b9f7192fa6b2 of type vlan for network 03110df2-e384-4b3d-9464-61bed7bb00a3 Jul 06 14:59:04.023180 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ad44c066-930d-4923-aa1e-6d242a3210af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766384329310'] for network, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:04.042210 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-711088c1-72ed-43d8-a96e-a10c74743fa8 req-e84f969f-fdd4-4d1e-906d-b447f765ed07 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3bb0796-3d24-40e8-9e18-fee3e03cbb97 HTTP/1.1" status: 200 len: 210 time: 0.2335038 Jul 06 14:59:04.129302 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ad44c066-930d-4923-aa1e-6d242a3210af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040'] for network, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:04.131263 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad44c066-930d-4923-aa1e-6d242a3210af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:04.133834 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ad44c066-930d-4923-aa1e-6d242a3210af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:04.218657 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-9cfa09dc-8b25-4471-8417-1948ae1d81ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:04.283210 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-9cfa09dc-8b25-4471-8417-1948ae1d81ea None None] For port 23201323-5d74-4a79-9209-817055b4521c, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=23201323-5d74-4a79-9209-817055b4521c,segment=NetworkSegment(34681b93-bc78-401c-8b3e-1e83b38489ab),segment_id=34681b93-bc78-401c-8b3e-1e83b38489ab)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:59:04.294850 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-9cfa09dc-8b25-4471-8417-1948ae1d81ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:04.365618 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa09dc-8b25-4471-8417-1948ae1d81ea None None] Pushing event updated for resources: {'Port': ['ID=23201323-5d74-4a79-9209-817055b4521c,revision_number=3']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:04.370569 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device c4426eda-f90f-46d9-8cbc-d106ee152105 up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:59:04.384405 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-ad44c066-930d-4923-aa1e-6d242a3210af admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3070204 Jul 06 14:59:04.389502 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 50822) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:59:04.413610 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-ad1110f0-093b-4c24-96b4-4e1ad1762e2b admin admin] Request body: {'subnet': {'network_id': '03110df2-e384-4b3d-9464-61bed7bb00a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-525541409-subnet', 'tenant_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'ip_version': 4}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:59:04.422454 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44c066-930d-4923-aa1e-6d242a3210af admin admin] Pushing event updated for resources: {'Network': ['ID=03110df2-e384-4b3d-9464-61bed7bb00a3,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:04.448068 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Network 03110df2-e384-4b3d-9464-61bed7bb00a3 details requested by agent ovs-agent-dv-cinder-788363-5-iscsi with host dv-cinder-788363-5-iscsi {{(pid=92917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:59:04.471112 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1110f0-093b-4c24-96b4-4e1ad1762e2b admin admin] Made reservation on behalf of e801beae0cd84e64ad65a5c9c4637a7d for: {'subnet': 1} {{(pid=92916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:59:04.473795 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ad1110f0-093b-4c24-96b4-4e1ad1762e2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3367756'] for subnet, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:04.822080 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-17691dc8-25cf-4f65-af76-b9af93caa6fe tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Made reservation on behalf of e1024c61bda14051bc8e9885a0f65a59 for: {'port': 1} {{(pid=92915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:59:04.830055 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-17691dc8-25cf-4f65-af76-b9af93caa6fe tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:05.072156 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-93402f29-801f-4d35-9918-3ba8ce5c6724 None None] Notify callbacks [] for port, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:05.095883 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.provisioning_blocks [None req-93402f29-801f-4d35-9918-3ba8ce5c6724 None None] Transition to ACTIVE for port object d66e5560-3ab2-4fa4-9e4f-7736379e1952 will not be triggered until provisioned by entity L2. {{(pid=92918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:59:05.112181 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-93402f29-801f-4d35-9918-3ba8ce5c6724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:05.148888 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-3c6f6525-88df-4865-a418-d8b9b62504a8 None None] Provisioning complete for port 23201323-5d74-4a79-9209-817055b4521c triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:59:05.149905 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-3c6f6525-88df-4865-a418-d8b9b62504a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:05.219715 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852739d3-0e13-4bac-a3ba-0259e2b132a6 req-0c645b64-1702-4e6a-beeb-506da20cd580 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:05.220032 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port c4426eda-f90f-46d9-8cbc-d106ee152105 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:59:05.220780 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:05.240256 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-852739d3-0e13-4bac-a3ba-0259e2b132a6 req-0c645b64-1702-4e6a-beeb-506da20cd580 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 946 time: 0.3595631 Jul 06 14:59:05.300967 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [None req-93402f29-801f-4d35-9918-3ba8ce5c6724 None None] Attempting to bind port d66e5560-3ab2-4fa4-9e4f-7736379e1952 on host dv-cinder-788363-5-iscsi for vnic_type normal with profile {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:59:05.301531 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [None req-93402f29-801f-4d35-9918-3ba8ce5c6724 None None] Attempting to bind port d66e5560-3ab2-4fa4-9e4f-7736379e1952 by drivers openvswitch,hyperv on host dv-cinder-788363-5-iscsi at level 0 using segments [{'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:59:05.315526 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93402f29-801f-4d35-9918-3ba8ce5c6724 None None] Attempting to bind port d66e5560-3ab2-4fa4-9e4f-7736379e1952 on network cda8cae0-c766-4621-9577-ca435140768c {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:59:05.348014 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93402f29-801f-4d35-9918-3ba8ce5c6724 None None] Checking agent: {'id': 'f25167b8-434d-4f4a-9be4-898338da7490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 48, 5), 'started_at': datetime.datetime(2021, 7, 6, 14, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:59:05.349043 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93402f29-801f-4d35-9918-3ba8ce5c6724 None None] Checking segment: {'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:59:05.349923 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-93402f29-801f-4d35-9918-3ba8ce5c6724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:05.353242 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93402f29-801f-4d35-9918-3ba8ce5c6724 None None] Bound using segment: {'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:59:05.354279 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [None req-93402f29-801f-4d35-9918-3ba8ce5c6724 None None] Bound port: d66e5560-3ab2-4fa4-9e4f-7736379e1952, host: dv-cinder-788363-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'}}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:59:05.355186 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-93402f29-801f-4d35-9918-3ba8ce5c6724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:05.403972 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-852739d3-0e13-4bac-a3ba-0259e2b132a6 req-b225cd53-ee97-478b-95f3-d2f6c2c0eb90 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553252 Jul 06 14:59:05.445469 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ad1110f0-093b-4c24-96b4-4e1ad1762e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3367774'] for subnet, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:05.454596 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-93402f29-801f-4d35-9918-3ba8ce5c6724 None None] For port d66e5560-3ab2-4fa4-9e4f-7736379e1952, host dv-cinder-788363-5-iscsi, cleared binding levels {{(pid=92918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:59:05.461272 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-93402f29-801f-4d35-9918-3ba8ce5c6724 None None] For port d66e5560-3ab2-4fa4-9e4f-7736379e1952, host dv-cinder-788363-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=d66e5560-3ab2-4fa4-9e4f-7736379e1952,segment=NetworkSegment(d7a48dfa-38cd-4c9a-ae5e-4dc474366c17),segment_id=d7a48dfa-38cd-4c9a-ae5e-4dc474366c17)] {{(pid=92918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:59:05.476828 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-93402f29-801f-4d35-9918-3ba8ce5c6724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:05.502930 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 6 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:59:05.534639 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accee8ea-1d7d-4675-973c-9acc8edc5fb8 None None] Pushing event updated for resources: {'Port': ['ID=d66e5560-3ab2-4fa4-9e4f-7736379e1952,revision_number=2']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:05.539404 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93402f29-801f-4d35-9918-3ba8ce5c6724 None None] Routers {'a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:59:05.540774 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-93402f29-801f-4d35-9918-3ba8ce5c6724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T14:58:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:59:05.608980 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-11a1cb9f-4b6e-406a-b5dc-114878831220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:05.630145 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:05.700610 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-1b9bad52-6ea8-42d6-bd1b-99c2fc5c348d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:05.723128 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1110f0-093b-4c24-96b4-4e1ad1762e2b admin admin] Checking segment: {'id': '3774fc6f-a661-419f-b160-b9f7192fa6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03110df2-e384-4b3d-9464-61bed7bb00a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:59:05.725775 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1110f0-093b-4c24-96b4-4e1ad1762e2b admin admin] Network hostable DHCP agents. Network: 03110df2-e384-4b3d-9464-61bed7bb00a3, hostable agents: ['69855ee5-e315-4bf8-8b06-7c2b552a2d00'], hosted agents: [] {{(pid=92916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:59:05.733019 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1110f0-093b-4c24-96b4-4e1ad1762e2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e3ad3a0-9226-434c-927d-b1373e85eaaa,revision_number=0']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:05.800341 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1110f0-093b-4c24-96b4-4e1ad1762e2b admin admin] Network 03110df2-e384-4b3d-9464-61bed7bb00a3 is scheduled to be hosted by DHCP agent 69855ee5-e315-4bf8-8b06-7c2b552a2d00 with binding_index 1 {{(pid=92916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:59:05.834837 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.base_scheduler [None req-ad1110f0-093b-4c24-96b4-4e1ad1762e2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-5-iscsi, 03110df2-e384-4b3d-9464-61bed7bb00a3) {{(pid=92916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:59:05.843973 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1110f0-093b-4c24-96b4-4e1ad1762e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:05.848934 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ad1110f0-093b-4c24-96b4-4e1ad1762e2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:05.855071 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ffa725-20aa-4006-a7d8-0c896551d976 None None] Network 03110df2-e384-4b3d-9464-61bed7bb00a3 requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:59:05.902777 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-ad1110f0-093b-4c24-96b4-4e1ad1762e2b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5006678 Jul 06 14:59:05.910425 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 50834) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:59:05.920484 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-a62e5121-b767-42e3-be36-38d16ba454ad admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-525541409-router', 'tenant_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'}}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:59:05.989078 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accee8ea-1d7d-4675-973c-9acc8edc5fb8 None None] Pushing event updated for resources: {'Port': ['ID=d66e5560-3ab2-4fa4-9e4f-7736379e1952,revision_number=3']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:06.056713 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-93402f29-801f-4d35-9918-3ba8ce5c6724 None None] Set router a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a gateway port host: dv-cinder-788363-5-iscsi {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:59:06.079344 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a62e5121-b767-42e3-be36-38d16ba454ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7866647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27686'] for router, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:06.079940 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a62e5121-b767-42e3-be36-38d16ba454ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7868472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27711'] for router, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:06.138507 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9c7df-7f43-40b0-9f6b-7832e910bb61 req-4a79a03f-c37e-4ac7-bf0f-98188e254408 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:06.148539 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-aad9c7df-7f43-40b0-9f6b-7832e910bb61 req-4a79a03f-c37e-4ac7-bf0f-98188e254408 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 946 time: 1.3280954 Jul 06 14:59:06.221810 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 23201323-5d74-4a79-9209-817055b4521c up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:59:06.228274 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_common [None req-11a1cb9f-4b6e-406a-b5dc-114878831220 admin admin] Allocated IP 172.20.0.1 (e513a4a6-60ca-40e2-b39d-c6af2659cb9e/c4d1a2af-5fa1-4a83-8cf8-67fb7df73446/b39648cd-6412-4f7a-8698-a937a1fd9523) {{(pid=92915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:59:06.276606 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28c3dd3-1e8a-4639-a8e5-b119c8976572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c524b10-db73-5aad-82fa-1a4727f3bbf1-03110df2-e384-4b3d-9464-61bed7bb00a3', 'network_id': '03110df2-e384-4b3d-9464-61bed7bb00a3', 'tenant_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'fixed_ips': [{'subnet_id': '6e3ad3a0-9226-434c-927d-b1373e85eaaa'}]}} from dv-cinder-788363-5-iscsi. {{(pid=92917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:59:06.277757 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-a28c3dd3-1e8a-4639-a8e5-b119c8976572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:06.286371 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a62e5121-b767-42e3-be36-38d16ba454ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:06.381144 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_common [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-17691dc8-25cf-4f65-af76-b9af93caa6fe tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Allocated IP 172.20.0.6 (91f1fefc-0198-4f01-a19d-5bd222c1a2ce/ffa9830d-1ca2-457e-a1bd-de248713ebca/cd32b76b-4a21-485d-8f09-f8810a76037d) {{(pid=92915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:59:06.484303 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-aad9c7df-7f43-40b0-9f6b-7832e910bb61 req-9759c976-059f-4f90-93db-83fb5d86260c tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3339102 Jul 06 14:59:06.494632 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.db_base_plugin_common [None req-a28c3dd3-1e8a-4639-a8e5-b119c8976572 None None] Allocated IP 172.20.0.2 (03110df2-e384-4b3d-9464-61bed7bb00a3/6e3ad3a0-9226-434c-927d-b1373e85eaaa/52c244c8-028b-4a21-a52a-4206a92be8ce) {{(pid=92917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:59:06.714175 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-93402f29-801f-4d35-9918-3ba8ce5c6724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a', 'name': 'tempest-TestMinimumBasicScenario-1126563433-router', 'tenant_id': '48d382f613e5493d82947c3bd3619ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'd66e5560-3ab2-4fa4-9e4f-7736379e1952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:58:56Z', 'updated_at': '2021-07-06T14:58:58Z', 'revision_number': 3, 'project_id': '48d382f613e5493d82947c3bd3619ed9', 'gw_port': {'id': 'd66e5560-3ab2-4fa4-9e4f-7736379e1952', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:88:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:58:57Z', 'updated_at': '2021-07-06T14:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:59:06.777060 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93402f29-801f-4d35-9918-3ba8ce5c6724 None None] The sync data for ids ['a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a'] in dv-cinder-788363-5-iscsi is: [{'id': 'a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a', 'name': 'tempest-TestMinimumBasicScenario-1126563433-router', 'tenant_id': '48d382f613e5493d82947c3bd3619ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'd66e5560-3ab2-4fa4-9e4f-7736379e1952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:58:56Z', 'updated_at': '2021-07-06T14:58:58Z', 'revision_number': 3, 'project_id': '48d382f613e5493d82947c3bd3619ed9', 'gw_port': {'id': 'd66e5560-3ab2-4fa4-9e4f-7736379e1952', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:88:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:58:57Z', 'updated_at': '2021-07-06T14:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}] {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:59:06.811542 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-a28c3dd3-1e8a-4639-a8e5-b119c8976572 None None] Notify callbacks [] for port, precommit_create {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:06.956840 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-a28c3dd3-1e8a-4639-a8e5-b119c8976572 None None] Transition to ACTIVE for port object 52c244c8-028b-4a21-a52a-4206a92be8ce will not be triggered until provisioned by entity L2. {{(pid=92917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:59:06.987011 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 23201323-5d74-4a79-9209-817055b4521c triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:59:06.987780 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:07.059329 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:07.081043 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-a28c3dd3-1e8a-4639-a8e5-b119c8976572 None None] Transition to ACTIVE for port object 52c244c8-028b-4a21-a52a-4206a92be8ce will not be triggered until provisioned by entity DHCP. {{(pid=92917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:59:07.105683 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-a28c3dd3-1e8a-4639-a8e5-b119c8976572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525'] for port, after_create {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:07.245607 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-17691dc8-25cf-4f65-af76-b9af93caa6fe tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Notify callbacks [] for port, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:07.258679 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28c3dd3-1e8a-4639-a8e5-b119c8976572 None None] Network 03110df2-e384-4b3d-9464-61bed7bb00a3 is already hosted by enough agents. {{(pid=92917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:59:07.283519 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-063810f6-3e50-479d-a7ab-8a699cb23192 req-a86110da-c11b-4a9c-bd5a-f5de49da5c92 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3bb0796-3d24-40e8-9e18-fee3e03cbb97 HTTP/1.1" status: 200 len: 210 time: 0.0822763 Jul 06 14:59:07.285848 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a62e5121-b767-42e3-be36-38d16ba454ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-413138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27661'] for router, precommit_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:07.340403 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.scheduler.base_scheduler [None req-a28c3dd3-1e8a-4639-a8e5-b119c8976572 None None] Resources bound (agent type, host, resource id): {{(pid=92917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:59:07.360648 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c3dd3-1e8a-4639-a8e5-b119c8976572 None None] Pushing event updated for resources: {'Port': ['ID=52c244c8-028b-4a21-a52a-4206a92be8ce,revision_number=1']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:07.401942 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28c3dd3-1e8a-4639-a8e5-b119c8976572 None None] Received port after_create {{(pid=92917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:59:07.523048 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-17691dc8-25cf-4f65-af76-b9af93caa6fe tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2297291'] for port, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:07.598057 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['35abb235-c7a3-4263-8048-7a42cb1d2950', '3d31caef-dba3-491f-ae91-bb8d8992ad0d', '46f0785c-f7b3-4f0e-9612-c14908b31d6e'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:59:07.713473 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:07.743708 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-a28c3dd3-1e8a-4639-a8e5-b119c8976572 None None] Attempting to bind port 52c244c8-028b-4a21-a52a-4206a92be8ce on host dv-cinder-788363-5-iscsi for vnic_type normal with profile {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:59:07.744580 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-a28c3dd3-1e8a-4639-a8e5-b119c8976572 None None] Attempting to bind port 52c244c8-028b-4a21-a52a-4206a92be8ce by drivers openvswitch,hyperv on host dv-cinder-788363-5-iscsi at level 0 using segments [{'id': '3774fc6f-a661-419f-b160-b9f7192fa6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03110df2-e384-4b3d-9464-61bed7bb00a3'}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:59:07.745175 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c3dd3-1e8a-4639-a8e5-b119c8976572 None None] Attempting to bind port 52c244c8-028b-4a21-a52a-4206a92be8ce on network 03110df2-e384-4b3d-9464-61bed7bb00a3 {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:59:07.761400 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c3dd3-1e8a-4639-a8e5-b119c8976572 None None] Checking agent: {'id': 'f25167b8-434d-4f4a-9be4-898338da7490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 48, 5), 'started_at': datetime.datetime(2021, 7, 6, 14, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:59:07.761958 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c3dd3-1e8a-4639-a8e5-b119c8976572 None None] Checking segment: {'id': '3774fc6f-a661-419f-b160-b9f7192fa6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03110df2-e384-4b3d-9464-61bed7bb00a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:59:07.763108 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-a28c3dd3-1e8a-4639-a8e5-b119c8976572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:07.763758 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c3dd3-1e8a-4639-a8e5-b119c8976572 None None] Bound using segment: {'id': '3774fc6f-a661-419f-b160-b9f7192fa6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03110df2-e384-4b3d-9464-61bed7bb00a3'} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:59:07.764567 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-a28c3dd3-1e8a-4639-a8e5-b119c8976572 None None] Bound port: 52c244c8-028b-4a21-a52a-4206a92be8ce, host: dv-cinder-788363-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3774fc6f-a661-419f-b160-b9f7192fa6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03110df2-e384-4b3d-9464-61bed7bb00a3'}}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:59:07.765189 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-a28c3dd3-1e8a-4639-a8e5-b119c8976572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:07.767756 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-17691dc8-25cf-4f65-af76-b9af93caa6fe tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Network 91f1fefc-0198-4f01-a19d-5bd222c1a2ce is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:59:07.771670 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-17691dc8-25cf-4f65-af76-b9af93caa6fe tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:59:07.780870 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-17691dc8-25cf-4f65-af76-b9af93caa6fe tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Received port after_create {{(pid=92915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:59:07.812172 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df6211-aff1-4700-8b3e-a29a05cefaaf req-b4b92bd0-1942-40ed-824c-4d86e1ef52f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:07.814034 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-06df6211-aff1-4700-8b3e-a29a05cefaaf req-b4b92bd0-1942-40ed-824c-4d86e1ef52f3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1817bfcb8e354beb83cfd6d1c7f72a50&device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 1099 time: 1.2614048 Jul 06 14:59:07.998612 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df6211-aff1-4700-8b3e-a29a05cefaaf req-7f648f1d-a1db-45e2-adde-fb17e8e989c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:08.001341 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-06df6211-aff1-4700-8b3e-a29a05cefaaf req-7f648f1d-a1db-45e2-adde-fb17e8e989c2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fa81ded4-639a-45fc-af54-68a391814316 HTTP/1.1" status: 200 len: 919 time: 0.1435297 Jul 06 14:59:08.088043 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f8b0c-7928-43df-b0af-f4424322e521 req-30dd612c-f485-41ed-b81f-2b889532656b tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:08.091810 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-342f8b0c-7928-43df-b0af-f4424322e521 req-30dd612c-f485-41ed-b81f-2b889532656b tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 1.1264303 Jul 06 14:59:08.104049 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17691dc8-25cf-4f65-af76-b9af93caa6fe tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Pushing event updated for resources: {'Port': ['ID=cd32b76b-4a21-485d-8f09-f8810a76037d,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:08.113103 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-a28c3dd3-1e8a-4639-a8e5-b119c8976572 None None] For port 52c244c8-028b-4a21-a52a-4206a92be8ce, host dv-cinder-788363-5-iscsi, cleared binding levels {{(pid=92917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:59:08.124930 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-a28c3dd3-1e8a-4639-a8e5-b119c8976572 None None] For port 52c244c8-028b-4a21-a52a-4206a92be8ce, host dv-cinder-788363-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=52c244c8-028b-4a21-a52a-4206a92be8ce,segment=NetworkSegment(3774fc6f-a661-419f-b160-b9f7192fa6b2),segment_id=3774fc6f-a661-419f-b160-b9f7192fa6b2)] {{(pid=92917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:59:08.174170 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a62e5121-b767-42e3-be36-38d16ba454ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:08.191959 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-a28c3dd3-1e8a-4639-a8e5-b119c8976572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:08.260390 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a62e5121-b767-42e3-be36-38d16ba454ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:08.280303 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-11a1cb9f-4b6e-406a-b5dc-114878831220 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:08.284231 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-06df6211-aff1-4700-8b3e-a29a05cefaaf req-604f98e1-68ef-406c-a9eb-f302c07b7db7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d3ef5b9-af08-4e7c-a16a-c007bb7433b9 HTTP/1.1" status: 200 len: 217 time: 0.2383945 Jul 06 14:59:08.298871 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ee62b-dfb9-4164-a35a-807d56d243d0 req-a22359ae-767b-44d5-a992-4dc9dbf47500 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:08.314059 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-17691dc8-25cf-4f65-af76-b9af93caa6fe tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:08.314740 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-17691dc8-25cf-4f65-af76-b9af93caa6fe tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:08.328436 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ef9ee62b-dfb9-4164-a35a-807d56d243d0 req-a22359ae-767b-44d5-a992-4dc9dbf47500 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 946 time: 0.4994645 Jul 06 14:59:08.396641 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device d66e5560-3ab2-4fa4-9e4f-7736379e1952 up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:59:08.482698 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-17691dc8-25cf-4f65-af76-b9af93caa6fe tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2007728 Jul 06 14:59:08.491797 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.provisioning_blocks [None req-11a1cb9f-4b6e-406a-b5dc-114878831220 admin admin] Transition to ACTIVE for port object b39648cd-6412-4f7a-8698-a937a1fd9523 will not be triggered until provisioned by entity DHCP. {{(pid=92915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:59:08.501451 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-342f8b0c-7928-43df-b0af-f4424322e521 req-b36d0f37-3f31-43c3-891a-f2d65a287063 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842247 Jul 06 14:59:08.514691 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-295ca4b9-4591-460f-80dd-224ddb77852b service neutron] Request body: {'port': {'device_id': 'e3bb0796-3d24-40e8-9e18-fee3e03cbb97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:59:08.580220 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c3dd3-1e8a-4639-a8e5-b119c8976572 None None] Pushing event updated for resources: {'Port': ['ID=52c244c8-028b-4a21-a52a-4206a92be8ce,revision_number=2']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:08.672662 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:08.694307 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df6211-aff1-4700-8b3e-a29a05cefaaf req-9af03fee-655f-4a11-9164-00a43635a4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:08.702241 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-06df6211-aff1-4700-8b3e-a29a05cefaaf req-9af03fee-655f-4a11-9164-00a43635a4f1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1431c281-ca69-4953-881e-6e7d559cefaf HTTP/1.1" status: 200 len: 858 time: 0.3674369 Jul 06 14:59:08.820040 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning for port d66e5560-3ab2-4fa4-9e4f-7736379e1952 completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:59:08.828652 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ef9ee62b-dfb9-4164-a35a-807d56d243d0 req-3ef90999-1b38-4324-81f3-06b5d3b8f4a4 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4983265 Jul 06 14:59:08.830490 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port d66e5560-3ab2-4fa4-9e4f-7736379e1952 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:59:08.832289 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:08.849816 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-06df6211-aff1-4700-8b3e-a29a05cefaaf req-bfe0a282-fda7-4d44-bb55-f01dfc7bb725 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fa81ded4-639a-45fc-af54-68a391814316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274114 Jul 06 14:59:09.088611 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-06df6211-aff1-4700-8b3e-a29a05cefaaf req-606f04d7-b402-41af-8b04-3f49017bf14e service neutron] 10.222.0.25 "GET /v2.0/networks/fa81ded4-639a-45fc-af54-68a391814316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923137 Jul 06 14:59:09.132985 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.db_base_plugin_common [None req-a62e5121-b767-42e3-be36-38d16ba454ad admin admin] Allocated IP 172.27.3.219 (cda8cae0-c766-4621-9577-ca435140768c/1f1b7348-831f-4a39-b588-ec6aad475c62/4fad57c6-a948-4a74-840f-1794dd857589) {{(pid=92916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:59:09.223781 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-295ca4b9-4591-460f-80dd-224ddb77852b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:09.336973 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-11a1cb9f-4b6e-406a-b5dc-114878831220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2297291'] for port, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:09.383866 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:09.431301 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] For port d66e5560-3ab2-4fa4-9e4f-7736379e1952, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=d66e5560-3ab2-4fa4-9e4f-7736379e1952,segment=NetworkSegment(d7a48dfa-38cd-4c9a-ae5e-4dc474366c17),segment_id=d7a48dfa-38cd-4c9a-ae5e-4dc474366c17)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:59:09.442580 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:09.600007 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Pushing event updated for resources: {'Port': ['ID=d66e5560-3ab2-4fa4-9e4f-7736379e1952,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:09.602808 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a62e5121-b767-42e3-be36-38d16ba454ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:09.621143 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ae724-ec59-48da-be91-bb9c9946e686 req-3f9b5032-79c6-4c8b-91d0-27d28c7da2c1 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:09.633115 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-173ae724-ec59-48da-be91-bb9c9946e686 req-3f9b5032-79c6-4c8b-91d0-27d28c7da2c1 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3bb0796-3d24-40e8-9e18-fee3e03cbb97 HTTP/1.1" status: 200 len: 931 time: 0.3454587 Jul 06 14:59:09.767838 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a62e5121-b767-42e3-be36-38d16ba454ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2824651'] for port, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:09.785997 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-173ae724-ec59-48da-be91-bb9c9946e686 req-1fd4b366-d5f6-4f0c-a5dd-5f72eac9d21a tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512191 Jul 06 14:59:09.871047 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62e5121-b767-42e3-be36-38d16ba454ad admin admin] Network cda8cae0-c766-4621-9577-ca435140768c is already hosted by enough agents. {{(pid=92916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:59:09.875887 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.base_scheduler [None req-a62e5121-b767-42e3-be36-38d16ba454ad admin admin] Resources bound (agent type, host, resource id): {{(pid=92916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:59:09.924194 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62e5121-b767-42e3-be36-38d16ba454ad admin admin] Received port after_create {{(pid=92916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:59:09.977385 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e5121-b767-42e3-be36-38d16ba454ad admin admin] Pushing event updated for resources: {'Port': ['ID=4fad57c6-a948-4a74-840f-1794dd857589,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:10.092961 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a1cb9f-4b6e-406a-b5dc-114878831220 admin admin] Network e513a4a6-60ca-40e2-b39d-c6af2659cb9e is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:59:10.133575 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1cb9f-4b6e-406a-b5dc-114878831220 admin admin] Pushing event updated for resources: {'Port': ['ID=b39648cd-6412-4f7a-8698-a937a1fd9523,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:10.136730 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [None req-11a1cb9f-4b6e-406a-b5dc-114878831220 admin admin] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:59:10.153045 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a1cb9f-4b6e-406a-b5dc-114878831220 admin admin] Received port after_create {{(pid=92915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:59:10.221761 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-06df6211-aff1-4700-8b3e-a29a05cefaaf req-196f1ac1-ea00-48e4-8c75-41ba95a8fe0f service neutron] 10.222.0.25 "GET /v2.0/networks/fa81ded4-639a-45fc-af54-68a391814316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1197567 Jul 06 14:59:10.426053 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-11a1cb9f-4b6e-406a-b5dc-114878831220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871998'] for router_interface, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:10.520195 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecc4422-3336-4492-b951-b5e7a2a48dcc None None] Network 03110df2-e384-4b3d-9464-61bed7bb00a3 requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:59:10.658384 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d3de27-c747-4ec8-ac0a-c61b59bded71 req-7a7d0787-a527-4d5c-9402-f4d523c26f68 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:10.667379 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-06d3de27-c747-4ec8-ac0a-c61b59bded71 req-7a7d0787-a527-4d5c-9402-f4d523c26f68 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 946 time: 1.4064085 Jul 06 14:59:10.681377 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device d66e5560-3ab2-4fa4-9e4f-7736379e1952 up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:59:10.832255 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-67a20eea-4919-455b-ba3f-ef776c0b14ea None None] Provisioning for port 52c244c8-028b-4a21-a52a-4206a92be8ce completed by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:59:10.839237 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-06d3de27-c747-4ec8-ac0a-c61b59bded71 req-9d986dc4-5a78-4564-86b7-25cc03376de6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372824 Jul 06 14:59:11.018372 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-295ca4b9-4591-460f-80dd-224ddb77852b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd32b76b-4a21-485d-8f09-f8810a76037d {{(pid=92915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:59:11.040837 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-295ca4b9-4591-460f-80dd-224ddb77852b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:11.057064 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95076f9a-9870-4bd9-967a-420ef76348be req-b8891286-8a83-4e76-9a63-dfad944856b2 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:11.074654 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-95076f9a-9870-4bd9-967a-420ef76348be req-b8891286-8a83-4e76-9a63-dfad944856b2 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.8653817 Jul 06 14:59:11.081995 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.provisioning_blocks [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-295ca4b9-4591-460f-80dd-224ddb77852b service neutron] Transition to ACTIVE for port object cd32b76b-4a21-485d-8f09-f8810a76037d will not be triggered until provisioned by entity L2. {{(pid=92915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:59:11.095850 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-295ca4b9-4591-460f-80dd-224ddb77852b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2297145'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:11.130253 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a62e5121-b767-42e3-be36-38d16ba454ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:11.135377 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port d66e5560-3ab2-4fa4-9e4f-7736379e1952 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:59:11.135801 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:11.192899 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-a9c0ce62-2a5f-42c4-af34-942fbf74d4fa None None] Provisioning for port b39648cd-6412-4f7a-8698-a937a1fd9523 completed by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:59:11.203435 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-a9c0ce62-2a5f-42c4-af34-942fbf74d4fa None None] Provisioning complete for port b39648cd-6412-4f7a-8698-a937a1fd9523 triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:59:11.203858 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-a9c0ce62-2a5f-42c4-af34-942fbf74d4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:11.242369 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ca4b9-4591-460f-80dd-224ddb77852b service neutron] Pushing event updated for resources: {'Port': ['ID=cd32b76b-4a21-485d-8f09-f8810a76037d,revision_number=2']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:11.308356 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-a9c0ce62-2a5f-42c4-af34-942fbf74d4fa None None] Port b39648cd-6412-4f7a-8698-a937a1fd9523 cannot update to ACTIVE because it is not bound. {{(pid=92917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:59:11.392057 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-95076f9a-9870-4bd9-967a-420ef76348be req-e4927862-b20a-4469-8811-4bc540c1a34c tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145294 Jul 06 14:59:11.435979 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 52c244c8-028b-4a21-a52a-4206a92be8ce up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:59:11.615333 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning for port 52c244c8-028b-4a21-a52a-4206a92be8ce completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:59:11.631440 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 52c244c8-028b-4a21-a52a-4206a92be8ce triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:59:11.632215 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:11.784176 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-749ceb05-2920-4437-a5e2-53819b00e2a4 None None] Provisioning complete for port 52c244c8-028b-4a21-a52a-4206a92be8ce triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:59:11.785130 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-749ceb05-2920-4437-a5e2-53819b00e2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:11.900025 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a62e5121-b767-42e3-be36-38d16ba454ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413129'] for router, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:11.920467 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-11a1cb9f-4b6e-406a-b5dc-114878831220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:11.967926 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.managers [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-295ca4b9-4591-460f-80dd-224ddb77852b service neutron] Attempting to bind port cd32b76b-4a21-485d-8f09-f8810a76037d on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:59:11.968800 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.managers [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-295ca4b9-4591-460f-80dd-224ddb77852b service neutron] Attempting to bind port cd32b76b-4a21-485d-8f09-f8810a76037d by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'b8a69907-b7f8-4f17-967d-07147bf9886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '91f1fefc-0198-4f01-a19d-5bd222c1a2ce'}] {{(pid=92915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:59:11.969327 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-295ca4b9-4591-460f-80dd-224ddb77852b service neutron] Attempting to bind port cd32b76b-4a21-485d-8f09-f8810a76037d on network 91f1fefc-0198-4f01-a19d-5bd222c1a2ce {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:59:11.984983 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-295ca4b9-4591-460f-80dd-224ddb77852b service neutron] Port cd32b76b-4a21-485d-8f09-f8810a76037d on network 91f1fefc-0198-4f01-a19d-5bd222c1a2ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:59:11.985475 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-295ca4b9-4591-460f-80dd-224ddb77852b service neutron] Attempting to bind port cd32b76b-4a21-485d-8f09-f8810a76037d on network 91f1fefc-0198-4f01-a19d-5bd222c1a2ce {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:59:12.005124 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-295ca4b9-4591-460f-80dd-224ddb77852b service neutron] Checking agent: {'id': '04d4ab22-d878-41a9-afec-a7a2984360cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'started_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:59:12.005682 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-295ca4b9-4591-460f-80dd-224ddb77852b service neutron] Checking segment: {'id': 'b8a69907-b7f8-4f17-967d-07147bf9886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '91f1fefc-0198-4f01-a19d-5bd222c1a2ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:59:12.006331 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-295ca4b9-4591-460f-80dd-224ddb77852b service neutron] Bound using segment: {'id': 'b8a69907-b7f8-4f17-967d-07147bf9886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '91f1fefc-0198-4f01-a19d-5bd222c1a2ce'} {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:59:12.007315 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.managers [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-295ca4b9-4591-460f-80dd-224ddb77852b service neutron] Bound port: cd32b76b-4a21-485d-8f09-f8810a76037d, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a69907-b7f8-4f17-967d-07147bf9886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '91f1fefc-0198-4f01-a19d-5bd222c1a2ce'}}] {{(pid=92915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:59:12.008272 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-295ca4b9-4591-460f-80dd-224ddb77852b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:12.105598 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:12.130723 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99f236-4e8e-465f-b132-f82bbe0806a9 req-a75c3a66-5670-4244-baac-940a494e3e9c tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:12.134670 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-2d99f236-4e8e-465f-b132-f82bbe0806a9 req-a75c3a66-5670-4244-baac-940a494e3e9c tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 946 time: 0.3271375 Jul 06 14:59:12.178512 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab73e4-894f-4fc0-9f55-1b27e31a5e1d req-f840968e-e021-4849-9e87-e2963678bc60 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:12.192566 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-45ab73e4-894f-4fc0-9f55-1b27e31a5e1d req-f840968e-e021-4849-9e87-e2963678bc60 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3bb0796-3d24-40e8-9e18-fee3e03cbb97 HTTP/1.1" status: 200 len: 943 time: 0.2891963 Jul 06 14:59:12.230928 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] For port 52c244c8-028b-4a21-a52a-4206a92be8ce, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=52c244c8-028b-4a21-a52a-4206a92be8ce,segment=NetworkSegment(3774fc6f-a661-419f-b160-b9f7192fa6b2),segment_id=3774fc6f-a661-419f-b160-b9f7192fa6b2)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:59:12.266714 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-2d99f236-4e8e-465f-b132-f82bbe0806a9 req-6fb02ca1-fbc1-4a67-9aa7-47dc2ad4af48 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185834 Jul 06 14:59:12.291451 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-45ab73e4-894f-4fc0-9f55-1b27e31a5e1d req-c3751de1-1264-4d57-b608-87c2eab7cd9c tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966933 Jul 06 14:59:12.347292 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:12.405133 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-295ca4b9-4591-460f-80dd-224ddb77852b service neutron] For port cd32b76b-4a21-485d-8f09-f8810a76037d, host hv-cinder-78836, cleared binding levels {{(pid=92915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:59:12.421621 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-295ca4b9-4591-460f-80dd-224ddb77852b service neutron] For port cd32b76b-4a21-485d-8f09-f8810a76037d, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cd32b76b-4a21-485d-8f09-f8810a76037d,segment=NetworkSegment(b8a69907-b7f8-4f17-967d-07147bf9886f),segment_id=b8a69907-b7f8-4f17-967d-07147bf9886f)] {{(pid=92915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:59:12.430352 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-749ceb05-2920-4437-a5e2-53819b00e2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:12.445410 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-295ca4b9-4591-460f-80dd-224ddb77852b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2297145'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:12.476296 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62e5121-b767-42e3-be36-38d16ba454ad admin admin] Router 404034dd-308e-4178-9388-f45cdeea1ad5 is scheduled to L3 agent df718f2c-f58f-497c-aa3c-554c496f730f with binding_index 1 {{(pid=92916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:59:12.525598 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Pushing event updated for resources: {'Port': ['ID=52c244c8-028b-4a21-a52a-4206a92be8ce,revision_number=3']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:12.635747 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-295ca4b9-4591-460f-80dd-224ddb77852b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:12.636221 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-295ca4b9-4591-460f-80dd-224ddb77852b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:12.638422 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-295ca4b9-4591-460f-80dd-224ddb77852b service neutron] 10.222.0.25 "PUT /v2.0/ports/cd32b76b-4a21-485d-8f09-f8810a76037d HTTP/1.1" status: 200 len: 1093 time: 4.1315255 Jul 06 14:59:12.639124 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ca4b9-4591-460f-80dd-224ddb77852b service neutron] Pushing event updated for resources: {'Port': ['ID=cd32b76b-4a21-485d-8f09-f8810a76037d,revision_number=3']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:12.642088 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3bb0796-3d24-40e8-9e18-fee3e03cbb97', 'tag': 'cd32b76b-4a21-485d-8f09-f8810a76037d'}] {{(pid=92915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:59:12.646714 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92756195bd967bcafd15386578949a9109be95aebc1330c0508ce0179bff92bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c92440-3cf5-4eb8-ac31-219b42ddf261" -d '{"events": [{"name": "network-changed", "server_uuid": "e3bb0796-3d24-40e8-9e18-fee3e03cbb97", "tag": "cd32b76b-4a21-485d-8f09-f8810a76037d"}]}' {{(pid=92915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:59:12.651340 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.db.api [None req-749ceb05-2920-4437-a5e2-53819b00e2a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92917) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:59:12.652099 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG oslo_db.api [None req-749ceb05-2920-4437-a5e2-53819b00e2a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:59:12.704963 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-11a1cb9f-4b6e-406a-b5dc-114878831220 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:12.737617 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-11a1cb9f-4b6e-406a-b5dc-114878831220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2297145'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:12.917252 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62e5121-b767-42e3-be36-38d16ba454ad admin admin] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:59:12.932126 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c7f436-15cd-401d-966b-6d2cb4455630 None None] Sync routers for ids ['404034dd-308e-4178-9388-f45cdeea1ad5'] in dv-cinder-788363-5-iscsi {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:59:12.945269 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4454673-cc2c-440d-a0d2-a74099f50f17 req-2dcf2213-4fdf-4aab-803b-17970e44f7f2 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:12.947953 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b4454673-cc2c-440d-a0d2-a74099f50f17 req-2dcf2213-4fdf-4aab-803b-17970e44f7f2 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 946 time: 0.2851210 Jul 06 14:59:12.964431 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c7f436-15cd-401d-966b-6d2cb4455630 None None] Routers {'404034dd-308e-4178-9388-f45cdeea1ad5'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:59:12.965387 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-a7c7f436-15cd-401d-966b-6d2cb4455630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T14:59:05Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['404034dd-308e-4178-9388-f45cdeea1ad5'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:59:13.013088 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a62e5121-b767-42e3-be36-38d16ba454ad admin admin] Notify callbacks [] for router, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:13.017763 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-11a1cb9f-4b6e-406a-b5dc-114878831220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7887058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869059'] for router_interface, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:13.020125 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-a62e5121-b767-42e3-be36-38d16ba454ad admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.1078846 Jul 06 14:59:13.025104 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 50866) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:59:13.051217 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b4454673-cc2c-440d-a0d2-a74099f50f17 req-b60a8806-d8cc-47ed-8a39-753beabe2010 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943944 Jul 06 14:59:13.053176 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1cb9f-4b6e-406a-b5dc-114878831220 admin admin] Pushing event updated for resources: {'Port': ['ID=b39648cd-6412-4f7a-8698-a937a1fd9523,revision_number=2']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:13.145224 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d4905c-1695-4c48-9a75-10f1fce12d24 x-openstack-request-id: req-52d4905c-1695-4c48-9a75-10f1fce12d24 {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:59:13.145546 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3bb0796-3d24-40e8-9e18-fee3e03cbb97", "tag": "cd32b76b-4a21-485d-8f09-f8810a76037d", "status": "completed", "code": 200}]} {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:59:13.145776 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52d4905c-1695-4c48-9a75-10f1fce12d24 {{(pid=92915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:59:13.146360 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3bb0796-3d24-40e8-9e18-fee3e03cbb97', 'tag': 'cd32b76b-4a21-485d-8f09-f8810a76037d', 'status': 'completed', 'code': 200} Jul 06 14:59:13.238475 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-c82400be-d927-423a-a547-a5e4272e5b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:13.240457 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-c82400be-d927-423a-a547-a5e4272e5b7f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1024c61bda14051bc8e9885a0f65a59&device_id=e3bb0796-3d24-40e8-9e18-fee3e03cbb97 HTTP/1.1" status: 200 len: 1096 time: 0.5282116 Jul 06 14:59:13.315424 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-a7c7f436-15cd-401d-966b-6d2cb4455630 None None] Set router 404034dd-308e-4178-9388-f45cdeea1ad5 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:59:13.331379 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3648ac-50d1-4224-ab0b-b352e1ff937b req-564f475d-7c04-4ca7-9b83-8ad010e7643a tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:13.340372 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-2e3648ac-50d1-4224-ab0b-b352e1ff937b req-564f475d-7c04-4ca7-9b83-8ad010e7643a tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.5084479 Jul 06 14:59:13.411402 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-0e3ed03a-0f9b-46bd-b771-7f340e30d13b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd32b76b-4a21-485d-8f09-f8810a76037d HTTP/1.1" status: 200 len: 217 time: 0.1127107 Jul 06 14:59:13.589876 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-2e3648ac-50d1-4224-ab0b-b352e1ff937b req-68d70470-5e74-48ea-be6d-6a86267503cc tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478902 Jul 06 14:59:13.621593 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-38df0cfa-801e-430d-a7e3-9625991e9969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:13.624491 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-38df0cfa-801e-430d-a7e3-9625991e9969 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ffa9830d-1ca2-457e-a1bd-de248713ebca HTTP/1.1" status: 200 len: 853 time: 0.1960843 Jul 06 14:59:13.632161 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-a7c7f436-15cd-401d-966b-6d2cb4455630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'name': 'tempest-TestShelveInstance-525541409-router', 'tenant_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '4fad57c6-a948-4a74-840f-1794dd857589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:59:06Z', 'updated_at': '2021-07-06T14:59:10Z', 'revision_number': 3, 'project_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'gw_port': {'id': '4fad57c6-a948-4a74-840f-1794dd857589', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:59:08Z', 'updated_at': '2021-07-06T14:59:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:59:13.670853 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c7f436-15cd-401d-966b-6d2cb4455630 None None] Checking router: 404034dd-308e-4178-9388-f45cdeea1ad5 for host: dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:59:13.671578 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c7f436-15cd-401d-966b-6d2cb4455630 None None] Updating router 404034dd-308e-4178-9388-f45cdeea1ad5 port 4fad57c6-a948-4a74-840f-1794dd857589 binding host dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:59:13.708757 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a1cb9f-4b6e-406a-b5dc-114878831220 admin admin] Network e513a4a6-60ca-40e2-b39d-c6af2659cb9e is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:59:13.725388 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [None req-11a1cb9f-4b6e-406a-b5dc-114878831220 admin admin] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:59:13.758222 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-a7c7f436-15cd-401d-966b-6d2cb4455630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:13.809336 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706b3f1-85d3-4184-aafc-d51e4eb8bd0c req-10e94f1a-d54b-45b1-b51a-690b933d477e tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:13.825913 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-7706b3f1-85d3-4184-aafc-d51e4eb8bd0c req-10e94f1a-d54b-45b1-b51a-690b933d477e tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3bb0796-3d24-40e8-9e18-fee3e03cbb97 HTTP/1.1" status: 200 len: 943 time: 0.2014439 Jul 06 14:59:13.841480 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-6b934c81-a05a-494f-ac08-60ca4e4ee210 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=91f1fefc-0198-4f01-a19d-5bd222c1a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1958814 Jul 06 14:59:13.917584 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-7706b3f1-85d3-4184-aafc-d51e4eb8bd0c req-1f45e75c-7d05-4dd1-8451-0dbf40a19161 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895431 Jul 06 14:59:14.227365 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-a7c7f436-15cd-401d-966b-6d2cb4455630 None None] Notify callbacks [] for port, precommit_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:14.267352 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-a7c7f436-15cd-401d-966b-6d2cb4455630 None None] Transition to ACTIVE for port object 4fad57c6-a948-4a74-840f-1794dd857589 will not be triggered until provisioned by entity L2. {{(pid=92917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:59:14.277122 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-907a707f-37c7-4ee1-b349-ad957d572404 None None] Provisioning complete for port b39648cd-6412-4f7a-8698-a937a1fd9523 triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:59:14.279202 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-907a707f-37c7-4ee1-b349-ad957d572404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:14.327434 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-a7c7f436-15cd-401d-966b-6d2cb4455630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:14.512851 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b88da-1eab-4f0a-8083-0dc8fd2058c5 None None] Pushing event updated for resources: {'Port': ['ID=4fad57c6-a948-4a74-840f-1794dd857589,revision_number=2']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:14.514284 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe831d-99c1-4185-b1c7-a0f12b728839 req-59631454-af95-4019-a53d-0973c48b1b9b tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:14.517934 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-8ebe831d-99c1-4185-b1c7-a0f12b728839 req-59631454-af95-4019-a53d-0973c48b1b9b tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 946 time: 0.2050102 Jul 06 14:59:14.518966 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-907a707f-37c7-4ee1-b349-ad957d572404 None None] Port b39648cd-6412-4f7a-8698-a937a1fd9523 cannot update to ACTIVE because it is not bound. {{(pid=92917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:59:14.526771 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-a7c7f436-15cd-401d-966b-6d2cb4455630 None None] Attempting to bind port 4fad57c6-a948-4a74-840f-1794dd857589 on host dv-cinder-788363-5-iscsi for vnic_type normal with profile {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:59:14.527430 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-a7c7f436-15cd-401d-966b-6d2cb4455630 None None] Attempting to bind port 4fad57c6-a948-4a74-840f-1794dd857589 by drivers openvswitch,hyperv on host dv-cinder-788363-5-iscsi at level 0 using segments [{'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:59:14.528235 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c7f436-15cd-401d-966b-6d2cb4455630 None None] Attempting to bind port 4fad57c6-a948-4a74-840f-1794dd857589 on network cda8cae0-c766-4621-9577-ca435140768c {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:59:14.548893 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c7f436-15cd-401d-966b-6d2cb4455630 None None] Checking agent: {'id': 'f25167b8-434d-4f4a-9be4-898338da7490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 48, 5), 'started_at': datetime.datetime(2021, 7, 6, 14, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:59:14.549560 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c7f436-15cd-401d-966b-6d2cb4455630 None None] Checking segment: {'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:59:14.550255 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-a7c7f436-15cd-401d-966b-6d2cb4455630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:14.550926 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c7f436-15cd-401d-966b-6d2cb4455630 None None] Bound using segment: {'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:59:14.572012 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-a7c7f436-15cd-401d-966b-6d2cb4455630 None None] Bound port: 4fad57c6-a948-4a74-840f-1794dd857589, host: dv-cinder-788363-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'}}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:59:14.573107 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-a7c7f436-15cd-401d-966b-6d2cb4455630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:14.611810 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62bb4d-bc2a-4f77-b09a-abbe640f9f1a req-0504fdde-dbc9-4fa6-a4e8-a3ad6da41f07 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:14.614614 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-df62bb4d-bc2a-4f77-b09a-abbe640f9f1a req-0504fdde-dbc9-4fa6-a4e8-a3ad6da41f07 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 946 time: 0.8101101 Jul 06 14:59:14.651098 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-8ebe831d-99c1-4185-b1c7-a0f12b728839 req-d66e009c-acae-4e27-aff8-68162929344c tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096144 Jul 06 14:59:14.678062 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 52c244c8-028b-4a21-a52a-4206a92be8ce up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:59:14.746853 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-df62bb4d-bc2a-4f77-b09a-abbe640f9f1a req-bd6648c0-891c-49fa-8fec-6e7deea9f72f tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127155 Jul 06 14:59:14.883702 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-a7c7f436-15cd-401d-966b-6d2cb4455630 None None] For port 4fad57c6-a948-4a74-840f-1794dd857589, host dv-cinder-788363-5-iscsi, cleared binding levels {{(pid=92917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:59:14.889288 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-a7c7f436-15cd-401d-966b-6d2cb4455630 None None] For port 4fad57c6-a948-4a74-840f-1794dd857589, host dv-cinder-788363-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=4fad57c6-a948-4a74-840f-1794dd857589,segment=NetworkSegment(d7a48dfa-38cd-4c9a-ae5e-4dc474366c17),segment_id=d7a48dfa-38cd-4c9a-ae5e-4dc474366c17)] {{(pid=92917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:59:14.905087 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-a7c7f436-15cd-401d-966b-6d2cb4455630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:14.985124 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 52c244c8-028b-4a21-a52a-4206a92be8ce triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:59:14.985680 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:15.108596 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b88da-1eab-4f0a-8083-0dc8fd2058c5 None None] Pushing event updated for resources: {'Port': ['ID=4fad57c6-a948-4a74-840f-1794dd857589,revision_number=3']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:15.116217 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c7f436-15cd-401d-966b-6d2cb4455630 None None] Routers {'404034dd-308e-4178-9388-f45cdeea1ad5'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:59:15.117306 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-a7c7f436-15cd-401d-966b-6d2cb4455630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T14:59:05Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['404034dd-308e-4178-9388-f45cdeea1ad5'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:59:15.167449 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb02c39-c2b8-4c31-9434-3291227567b1 req-d76fe288-a25d-4241-81ba-2d99d999be3e tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:15.176998 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-6bb02c39-c2b8-4c31-9434-3291227567b1 req-d76fe288-a25d-4241-81ba-2d99d999be3e tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.2449059 Jul 06 14:59:15.247426 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-6bb02c39-c2b8-4c31-9434-3291227567b1 req-b7374852-bd19-4222-8f0a-ff8e72ef4cd1 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678105 Jul 06 14:59:15.344247 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-e4cbe39a-189e-49f7-a658-ea92bb858ed9 service neutron] 10.222.0.25 "GET /v2.0/networks/91f1fefc-0198-4f01-a19d-5bd222c1a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4770083 Jul 06 14:59:15.399358 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-a7c7f436-15cd-401d-966b-6d2cb4455630 None None] Set router 404034dd-308e-4178-9388-f45cdeea1ad5 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:59:15.589636 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a1cb9f-4b6e-406a-b5dc-114878831220 admin admin] Router a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:59:15.706830 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca40ef-be4a-4352-986c-a7efe7ecb2ca req-5973767d-e0fd-4b09-993d-c293caee4652 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:15.719512 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-7aca40ef-be4a-4352-986c-a7efe7ecb2ca req-5973767d-e0fd-4b09-993d-c293caee4652 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3bb0796-3d24-40e8-9e18-fee3e03cbb97 HTTP/1.1" status: 200 len: 943 time: 0.4320569 Jul 06 14:59:15.808207 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-a7c7f436-15cd-401d-966b-6d2cb4455630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'name': 'tempest-TestShelveInstance-525541409-router', 'tenant_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '4fad57c6-a948-4a74-840f-1794dd857589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:59:06Z', 'updated_at': '2021-07-06T14:59:10Z', 'revision_number': 3, 'project_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'gw_port': {'id': '4fad57c6-a948-4a74-840f-1794dd857589', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:59:08Z', 'updated_at': '2021-07-06T14:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:59:15.984471 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5602afb-1c44-4bf3-92c6-6a32608bfa5a req-2d6a30cc-0aeb-4eac-baa7-d30f3a6f551f tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:15.994871 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e5602afb-1c44-4bf3-92c6-6a32608bfa5a req-2d6a30cc-0aeb-4eac-baa7-d30f3a6f551f tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 946 time: 0.1570008 Jul 06 14:59:16.001602 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a1cb9f-4b6e-406a-b5dc-114878831220 admin admin] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:59:16.015933 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc154d1e-077c-4a9e-8caa-ffa9d946024f None None] Sync routers for ids ['a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a'] in dv-cinder-788363-5-iscsi {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:59:16.036644 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc154d1e-077c-4a9e-8caa-ffa9d946024f None None] Routers {'a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:59:16.037748 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-dc154d1e-077c-4a9e-8caa-ffa9d946024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T14:59:05Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:59:16.046263 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c7f436-15cd-401d-966b-6d2cb4455630 None None] The sync data for ids ['404034dd-308e-4178-9388-f45cdeea1ad5'] in dv-cinder-788363-5-iscsi is: [{'id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'name': 'tempest-TestShelveInstance-525541409-router', 'tenant_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '4fad57c6-a948-4a74-840f-1794dd857589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:59:06Z', 'updated_at': '2021-07-06T14:59:10Z', 'revision_number': 3, 'project_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'gw_port': {'id': '4fad57c6-a948-4a74-840f-1794dd857589', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:59:08Z', 'updated_at': '2021-07-06T14:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}] {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:59:16.060777 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-11a1cb9f-4b6e-406a-b5dc-114878831220 admin admin] 10.222.0.20 "PUT /v2.0/routers/a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1592624 Jul 06 14:59:16.107123 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b0f979f2-b4ca-4a86-90a9-99fa3c823379 req-bc59096b-7df1-425c-bf77-830db01935bf service neutron] 10.222.0.25 "GET /v2.0/networks/91f1fefc-0198-4f01-a19d-5bd222c1a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6806006 Jul 06 14:59:16.138853 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e5602afb-1c44-4bf3-92c6-6a32608bfa5a req-ebcdb6ec-576e-4431-9d74-badbf245629f tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421604 Jul 06 14:59:16.141415 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-7aca40ef-be4a-4352-986c-a7efe7ecb2ca req-9e4407db-f7df-4592-9038-d26e744c780e tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204164 Jul 06 14:59:16.145298 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4dd3d923-1c0c-4f0a-9d4b-97f600f9b5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:16.553895 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-dc154d1e-077c-4a9e-8caa-ffa9d946024f None None] Set router a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a gateway port host: dv-cinder-788363-5-iscsi {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:59:16.620935 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b270528-3f2b-4edc-9cad-70e70386f407 req-224bb519-463e-4ab2-9462-942d6bb0e42d tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:16.623612 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-3b270528-3f2b-4edc-9cad-70e70386f407 req-224bb519-463e-4ab2-9462-942d6bb0e42d tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 946 time: 0.1125240 Jul 06 14:59:16.757516 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-3b270528-3f2b-4edc-9cad-70e70386f407 req-538047c6-97e2-4fde-9ff3-700338e87bf2 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047473 Jul 06 14:59:16.961314 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c92440-3cf5-4eb8-ac31-219b42ddf261 req-d4ad8ec2-1081-4c39-9ed0-5f705c6d9cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:16.964029 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-78c92440-3cf5-4eb8-ac31-219b42ddf261 req-d4ad8ec2-1081-4c39-9ed0-5f705c6d9cba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1024c61bda14051bc8e9885a0f65a59&device_id=e3bb0796-3d24-40e8-9e18-fee3e03cbb97 HTTP/1.1" status: 200 len: 1096 time: 0.5459371 Jul 06 14:59:17.142571 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d83dc-675a-46f0-9ee4-ec11854bd733 req-c589e3a3-dc27-42fb-a251-c407a74f584a tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:17.145488 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d99d83dc-675a-46f0-9ee4-ec11854bd733 req-c589e3a3-dc27-42fb-a251-c407a74f584a tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.6039262 Jul 06 14:59:17.251683 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d99d83dc-675a-46f0-9ee4-ec11854bd733 req-a0df4516-ab6d-4380-81fc-298b57caf0dd tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954189 Jul 06 14:59:17.278561 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_common [None req-4dd3d923-1c0c-4f0a-9d4b-97f600f9b5bd admin admin] Allocated IP 172.20.0.1 (03110df2-e384-4b3d-9464-61bed7bb00a3/6e3ad3a0-9226-434c-927d-b1373e85eaaa/8afc69db-44a6-4200-97ea-e6d5872e7079) {{(pid=92915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:59:17.439858 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-dc154d1e-077c-4a9e-8caa-ffa9d946024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a', 'name': 'tempest-TestMinimumBasicScenario-1126563433-router', 'tenant_id': '48d382f613e5493d82947c3bd3619ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'd66e5560-3ab2-4fa4-9e4f-7736379e1952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:58:56Z', 'updated_at': '2021-07-06T14:59:10Z', 'revision_number': 4, 'project_id': '48d382f613e5493d82947c3bd3619ed9', 'gw_port': {'id': 'd66e5560-3ab2-4fa4-9e4f-7736379e1952', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:58:57Z', 'updated_at': '2021-07-06T14:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': 'b39648cd-6412-4f7a-8698-a937a1fd9523', 'name': '', 'network_id': 'e513a4a6-60ca-40e2-b39d-c6af2659cb9e', 'tenant_id': '48d382f613e5493d82947c3bd3619ed9', 'mac_address': 'fa:16:3e:ac:ef:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c4d1a2af-5fa1-4a83-8cf8-67fb7df73446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:59:05Z', 'updated_at': '2021-07-06T14:59:12Z', 'revision_number': 2, 'project_id': '48d382f613e5493d82947c3bd3619ed9', 'subnets': [{'id': 'c4d1a2af-5fa1-4a83-8cf8-67fb7df73446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:59:17.616247 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc154d1e-077c-4a9e-8caa-ffa9d946024f None None] Checking router: a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a for host: dv-cinder-788363-5-iscsi {{(pid=92918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:59:17.617205 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc154d1e-077c-4a9e-8caa-ffa9d946024f None None] Updating router a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a port b39648cd-6412-4f7a-8698-a937a1fd9523 binding host dv-cinder-788363-5-iscsi {{(pid=92918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:59:17.658095 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c92440-3cf5-4eb8-ac31-219b42ddf261 req-1ec390f8-842d-43e4-98df-69dc68b0faf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:17.660984 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-78c92440-3cf5-4eb8-ac31-219b42ddf261 req-1ec390f8-842d-43e4-98df-69dc68b0faf2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=91f1fefc-0198-4f01-a19d-5bd222c1a2ce HTTP/1.1" status: 200 len: 914 time: 0.6755230 Jul 06 14:59:17.776957 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-dc154d1e-077c-4a9e-8caa-ffa9d946024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:17.779462 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-78c92440-3cf5-4eb8-ac31-219b42ddf261 req-20233dc0-1bff-44fc-a4a5-16b5e2ddaa82 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd32b76b-4a21-485d-8f09-f8810a76037d HTTP/1.1" status: 200 len: 217 time: 0.1029594 Jul 06 14:59:17.825233 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd7c53-51b3-422b-95ee-b6e93293091c req-020bbfb8-396f-46a0-9893-2e650623c5ca tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:17.834481 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-c4fd7c53-51b3-422b-95ee-b6e93293091c req-020bbfb8-396f-46a0-9893-2e650623c5ca tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 946 time: 0.2894242 Jul 06 14:59:17.895147 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-c4fd7c53-51b3-422b-95ee-b6e93293091c req-004f9135-09b3-4aef-a5a9-94bcbde959f7 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593085 Jul 06 14:59:18.134675 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c92440-3cf5-4eb8-ac31-219b42ddf261 req-03cc95fb-9562-4ee1-afa6-771d3cbce8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:18.137333 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-78c92440-3cf5-4eb8-ac31-219b42ddf261 req-03cc95fb-9562-4ee1-afa6-771d3cbce8e1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ffa9830d-1ca2-457e-a1bd-de248713ebca HTTP/1.1" status: 200 len: 853 time: 0.3172514 Jul 06 14:59:18.151641 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4dd3d923-1c0c-4f0a-9d4b-97f600f9b5bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:18.227972 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7544e8-e538-4f98-a47f-b3ffc9c4c978 req-c138e3f6-04eb-446c-8f74-7dc1f36000fc tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:18.237946 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-fc7544e8-e538-4f98-a47f-b3ffc9c4c978 req-c138e3f6-04eb-446c-8f74-7dc1f36000fc tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 946 time: 0.1501718 Jul 06 14:59:18.260154 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-78c92440-3cf5-4eb8-ac31-219b42ddf261 req-3ea507a4-c1dc-4218-9e32-e8993444a4e7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=91f1fefc-0198-4f01-a19d-5bd222c1a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000338 Jul 06 14:59:18.351324 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-fc7544e8-e538-4f98-a47f-b3ffc9c4c978 req-0e695835-27ee-4eca-b4bf-9181dcc70cb6 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120899 Jul 06 14:59:18.368164 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.provisioning_blocks [None req-4dd3d923-1c0c-4f0a-9d4b-97f600f9b5bd admin admin] Transition to ACTIVE for port object 8afc69db-44a6-4200-97ea-e6d5872e7079 will not be triggered until provisioned by entity DHCP. {{(pid=92915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:59:18.433499 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a72ca6-284d-4beb-b3fb-f0cb89cfdede req-6c4f1f97-2b98-4713-a45d-2c04a5ab0bfe tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:18.445663 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d6a72ca6-284d-4beb-b3fb-f0cb89cfdede req-6c4f1f97-2b98-4713-a45d-2c04a5ab0bfe tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3bb0796-3d24-40e8-9e18-fee3e03cbb97 HTTP/1.1" status: 200 len: 943 time: 0.6594548 Jul 06 14:59:18.690810 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 4fad57c6-a948-4a74-840f-1794dd857589 up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:59:18.792993 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4dd3d923-1c0c-4f0a-9d4b-97f600f9b5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2297291'] for port, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:18.825041 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning for port 4fad57c6-a948-4a74-840f-1794dd857589 completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:59:18.838010 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 4fad57c6-a948-4a74-840f-1794dd857589 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:59:18.838660 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:19.072003 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-dc154d1e-077c-4a9e-8caa-ffa9d946024f None None] Notify callbacks [] for port, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:19.081102 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device cd32b76b-4a21-485d-8f09-f8810a76037d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:59:19.094702 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb18a0a-d593-4ae0-bb18-e2c236241d22 req-5cf0208c-bf54-44bc-8f34-effbbf94486b tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:19.108252 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.provisioning_blocks [None req-dc154d1e-077c-4a9e-8caa-ffa9d946024f None None] Transition to ACTIVE for port object b39648cd-6412-4f7a-8698-a937a1fd9523 will not be triggered until provisioned by entity L2. {{(pid=92918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:59:19.109134 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-8cb18a0a-d593-4ae0-bb18-e2c236241d22 req-5cf0208c-bf54-44bc-8f34-effbbf94486b tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.2394950 Jul 06 14:59:19.132921 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-dc154d1e-077c-4a9e-8caa-ffa9d946024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:19.235469 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-8cb18a0a-d593-4ae0-bb18-e2c236241d22 req-cc31cffa-58fa-4d4b-adee-217e1fb93d4d tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223135 Jul 06 14:59:19.354626 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-78c92440-3cf5-4eb8-ac31-219b42ddf261 req-f184e59a-360e-438b-b148-ed1dc87cdd90 service neutron] 10.222.0.25 "GET /v2.0/networks/91f1fefc-0198-4f01-a19d-5bd222c1a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0250006 Jul 06 14:59:19.466180 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d6a72ca6-284d-4beb-b3fb-f0cb89cfdede req-527225f8-fba9-48e8-b99c-ffb46430f9dd tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8780560 Jul 06 14:59:19.510240 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847ad4a-29d9-4cc1-9aa3-db9ac7145f7f None None] Pushing event updated for resources: {'Port': ['ID=b39648cd-6412-4f7a-8698-a937a1fd9523,revision_number=3']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:19.556438 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd3d923-1c0c-4f0a-9d4b-97f600f9b5bd admin admin] Network 03110df2-e384-4b3d-9464-61bed7bb00a3 is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:59:19.740460 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [None req-dc154d1e-077c-4a9e-8caa-ffa9d946024f None None] Attempting to bind port b39648cd-6412-4f7a-8698-a937a1fd9523 on host dv-cinder-788363-5-iscsi for vnic_type normal with profile {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:59:19.740829 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [None req-dc154d1e-077c-4a9e-8caa-ffa9d946024f None None] Attempting to bind port b39648cd-6412-4f7a-8698-a937a1fd9523 by drivers openvswitch,hyperv on host dv-cinder-788363-5-iscsi at level 0 using segments [{'id': '34681b93-bc78-401c-8b3e-1e83b38489ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e513a4a6-60ca-40e2-b39d-c6af2659cb9e'}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:59:19.741195 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc154d1e-077c-4a9e-8caa-ffa9d946024f None None] Attempting to bind port b39648cd-6412-4f7a-8698-a937a1fd9523 on network e513a4a6-60ca-40e2-b39d-c6af2659cb9e {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:59:19.768489 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc154d1e-077c-4a9e-8caa-ffa9d946024f None None] Checking agent: {'id': 'f25167b8-434d-4f4a-9be4-898338da7490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 48, 5), 'started_at': datetime.datetime(2021, 7, 6, 14, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:59:19.769453 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc154d1e-077c-4a9e-8caa-ffa9d946024f None None] Checking segment: {'id': '34681b93-bc78-401c-8b3e-1e83b38489ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e513a4a6-60ca-40e2-b39d-c6af2659cb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:59:19.770104 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-dc154d1e-077c-4a9e-8caa-ffa9d946024f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:19.770831 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc154d1e-077c-4a9e-8caa-ffa9d946024f None None] Bound using segment: {'id': '34681b93-bc78-401c-8b3e-1e83b38489ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e513a4a6-60ca-40e2-b39d-c6af2659cb9e'} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:59:19.771369 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [None req-dc154d1e-077c-4a9e-8caa-ffa9d946024f None None] Bound port: b39648cd-6412-4f7a-8698-a937a1fd9523, host: dv-cinder-788363-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34681b93-bc78-401c-8b3e-1e83b38489ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e513a4a6-60ca-40e2-b39d-c6af2659cb9e'}}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:59:19.774349 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-dc154d1e-077c-4a9e-8caa-ffa9d946024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:19.783705 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [None req-4dd3d923-1c0c-4f0a-9d4b-97f600f9b5bd admin admin] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:59:19.795645 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd3d923-1c0c-4f0a-9d4b-97f600f9b5bd admin admin] Received port after_create {{(pid=92915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:59:19.883973 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:19.935386 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e897fd-29c6-4cf6-aba4-1867543583f7 req-b8a9ed43-18ce-400a-b6fc-34e5a84eeb62 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:19.950397 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-48e897fd-29c6-4cf6-aba4-1867543583f7 req-b8a9ed43-18ce-400a-b6fc-34e5a84eeb62 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 946 time: 0.2233582 Jul 06 14:59:19.953532 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port cd32b76b-4a21-485d-8f09-f8810a76037d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cd32b76b-4a21-485d-8f09-f8810a76037d,segment=NetworkSegment(b8a69907-b7f8-4f17-967d-07147bf9886f),segment_id=b8a69907-b7f8-4f17-967d-07147bf9886f)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:59:20.048514 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4dd3d923-1c0c-4f0a-9d4b-97f600f9b5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871998'] for router_interface, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:20.062560 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3d923-1c0c-4f0a-9d4b-97f600f9b5bd admin admin] Pushing event updated for resources: {'Port': ['ID=8afc69db-44a6-4200-97ea-e6d5872e7079,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:20.082815 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] For port 4fad57c6-a948-4a74-840f-1794dd857589, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=4fad57c6-a948-4a74-840f-1794dd857589,segment=NetworkSegment(d7a48dfa-38cd-4c9a-ae5e-4dc474366c17),segment_id=d7a48dfa-38cd-4c9a-ae5e-4dc474366c17)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:59:20.085178 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Returning: {'device': 'cd32b76b-4a21-485d-8f09-f8810a76037d', 'network_id': '91f1fefc-0198-4f01-a19d-5bd222c1a2ce', 'port_id': 'cd32b76b-4a21-485d-8f09-f8810a76037d', 'mac_address': 'fa:16:3e:95:76:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffa9830d-1ca2-457e-a1bd-de248713ebca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:59:20.098438 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-dc154d1e-077c-4a9e-8caa-ffa9d946024f None None] For port b39648cd-6412-4f7a-8698-a937a1fd9523, host dv-cinder-788363-5-iscsi, cleared binding levels {{(pid=92918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:59:20.108420 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:20.129383 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-dc154d1e-077c-4a9e-8caa-ffa9d946024f None None] For port b39648cd-6412-4f7a-8698-a937a1fd9523, host dv-cinder-788363-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=b39648cd-6412-4f7a-8698-a937a1fd9523,segment=NetworkSegment(34681b93-bc78-401c-8b3e-1e83b38489ab),segment_id=34681b93-bc78-401c-8b3e-1e83b38489ab)] {{(pid=92918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:59:20.146266 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-dc154d1e-077c-4a9e-8caa-ffa9d946024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:20.236296 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-78c92440-3cf5-4eb8-ac31-219b42ddf261 req-76252d55-3f05-4c92-ad98-64966446391e service neutron] 10.222.0.25 "GET /v2.0/networks/91f1fefc-0198-4f01-a19d-5bd222c1a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8595121 Jul 06 14:59:20.258793 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-48e897fd-29c6-4cf6-aba4-1867543583f7 req-90832ef2-df3f-4965-b5bb-669d0de353dd tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3071764 Jul 06 14:59:20.360140 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:20.428135 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Pushing event updated for resources: {'Port': ['ID=4fad57c6-a948-4a74-840f-1794dd857589,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:20.454098 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd32b76b-4a21-485d-8f09-f8810a76037d {{(pid=92917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:59:20.575562 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port cd32b76b-4a21-485d-8f09-f8810a76037d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cd32b76b-4a21-485d-8f09-f8810a76037d,segment=NetworkSegment(b8a69907-b7f8-4f17-967d-07147bf9886f),segment_id=b8a69907-b7f8-4f17-967d-07147bf9886f)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:59:20.584148 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:20.666951 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc154d1e-077c-4a9e-8caa-ffa9d946024f None None] Routers {'a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:59:20.668213 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-dc154d1e-077c-4a9e-8caa-ffa9d946024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T14:59:05Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:59:20.677596 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847ad4a-29d9-4cc1-9aa3-db9ac7145f7f None None] Pushing event updated for resources: {'Port': ['ID=b39648cd-6412-4f7a-8698-a937a1fd9523,revision_number=4']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:20.838589 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=cd32b76b-4a21-485d-8f09-f8810a76037d,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:20.896773 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-88c1270d-d51a-492d-bbd6-b6843c373ddb None None] Provisioning for port 8afc69db-44a6-4200-97ea-e6d5872e7079 completed by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:59:20.905212 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4dd3d923-1c0c-4f0a-9d4b-97f600f9b5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:20.908594 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-88c1270d-d51a-492d-bbd6-b6843c373ddb None None] Provisioning complete for port 8afc69db-44a6-4200-97ea-e6d5872e7079 triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:59:20.909462 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-88c1270d-d51a-492d-bbd6-b6843c373ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:21.038188 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838e0c6-309a-4273-b566-0730f164a713 req-1bc82d65-116b-418b-818c-748730b7e779 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:21.057260 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c838e0c6-309a-4273-b566-0730f164a713 req-1bc82d65-116b-418b-818c-748730b7e779 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 946 time: 0.8123116 Jul 06 14:59:21.062544 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['cd32b76b-4a21-485d-8f09-f8810a76037d'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:59:21.163592 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-dc154d1e-077c-4a9e-8caa-ffa9d946024f None None] Set router a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a gateway port host: dv-cinder-788363-5-iscsi {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:59:21.175235 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-88c1270d-d51a-492d-bbd6-b6843c373ddb None None] Port 8afc69db-44a6-4200-97ea-e6d5872e7079 cannot update to ACTIVE because it is not bound. {{(pid=92917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:59:21.280870 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95f566-8d4d-4f53-8e19-2642a637efd5 req-934f0837-a4da-440d-849f-5d48a47d4e99 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:21.290334 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-8f95f566-8d4d-4f53-8e19-2642a637efd5 req-934f0837-a4da-440d-849f-5d48a47d4e99 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.3458130 Jul 06 14:59:21.449194 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-8f95f566-8d4d-4f53-8e19-2642a637efd5 req-57c142c5-fd0a-44c1-84b0-7e5386c4b05d tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468978 Jul 06 14:59:21.646422 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4dd3d923-1c0c-4f0a-9d4b-97f600f9b5bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:21.656790 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4dd3d923-1c0c-4f0a-9d4b-97f600f9b5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2297145'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:21.750747 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4dd3d923-1c0c-4f0a-9d4b-97f600f9b5bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7887058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869059'] for router_interface, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:21.813242 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c838e0c6-309a-4273-b566-0730f164a713 req-705b4378-4e46-4fc2-8c48-570dc8172c41 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6570020 Jul 06 14:59:21.969378 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3d923-1c0c-4f0a-9d4b-97f600f9b5bd admin admin] Pushing event updated for resources: {'Port': ['ID=8afc69db-44a6-4200-97ea-e6d5872e7079,revision_number=2']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:22.093426 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1092a9a-9b12-47b5-b1b2-1eb49de98b6d req-006a450e-0434-4a0b-91c6-fb41f564df9a tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:22.109106 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d1092a9a-9b12-47b5-b1b2-1eb49de98b6d req-006a450e-0434-4a0b-91c6-fb41f564df9a tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3bb0796-3d24-40e8-9e18-fee3e03cbb97 HTTP/1.1" status: 200 len: 944 time: 0.3261571 Jul 06 14:59:22.160868 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-dc154d1e-077c-4a9e-8caa-ffa9d946024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a', 'name': 'tempest-TestMinimumBasicScenario-1126563433-router', 'tenant_id': '48d382f613e5493d82947c3bd3619ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'd66e5560-3ab2-4fa4-9e4f-7736379e1952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:58:56Z', 'updated_at': '2021-07-06T14:59:10Z', 'revision_number': 4, 'project_id': '48d382f613e5493d82947c3bd3619ed9', 'gw_port': {'id': 'd66e5560-3ab2-4fa4-9e4f-7736379e1952', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:58:57Z', 'updated_at': '2021-07-06T14:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': 'b39648cd-6412-4f7a-8698-a937a1fd9523', 'name': '', 'network_id': 'e513a4a6-60ca-40e2-b39d-c6af2659cb9e', 'tenant_id': '48d382f613e5493d82947c3bd3619ed9', 'mac_address': 'fa:16:3e:ac:ef:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c4d1a2af-5fa1-4a83-8cf8-67fb7df73446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:59:05Z', 'updated_at': '2021-07-06T14:59:20Z', 'revision_number': 4, 'project_id': '48d382f613e5493d82947c3bd3619ed9', 'subnets': [{'id': 'c4d1a2af-5fa1-4a83-8cf8-67fb7df73446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:59:22.266121 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d1092a9a-9b12-47b5-b1b2-1eb49de98b6d req-16a4a38a-100f-49c2-bea2-449caec43166 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525652 Jul 06 14:59:22.295152 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc154d1e-077c-4a9e-8caa-ffa9d946024f None None] The sync data for ids ['a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a'] in dv-cinder-788363-5-iscsi is: [{'id': 'a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a', 'name': 'tempest-TestMinimumBasicScenario-1126563433-router', 'tenant_id': '48d382f613e5493d82947c3bd3619ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'd66e5560-3ab2-4fa4-9e4f-7736379e1952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:58:56Z', 'updated_at': '2021-07-06T14:59:10Z', 'revision_number': 4, 'project_id': '48d382f613e5493d82947c3bd3619ed9', 'gw_port': {'id': 'd66e5560-3ab2-4fa4-9e4f-7736379e1952', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:58:57Z', 'updated_at': '2021-07-06T14:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': 'b39648cd-6412-4f7a-8698-a937a1fd9523', 'name': '', 'network_id': 'e513a4a6-60ca-40e2-b39d-c6af2659cb9e', 'tenant_id': '48d382f613e5493d82947c3bd3619ed9', 'mac_address': 'fa:16:3e:ac:ef:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c4d1a2af-5fa1-4a83-8cf8-67fb7df73446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:59:05Z', 'updated_at': '2021-07-06T14:59:20Z', 'revision_number': 4, 'project_id': '48d382f613e5493d82947c3bd3619ed9', 'subnets': [{'id': 'c4d1a2af-5fa1-4a83-8cf8-67fb7df73446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:59:22.327394 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd3d923-1c0c-4f0a-9d4b-97f600f9b5bd admin admin] Network 03110df2-e384-4b3d-9464-61bed7bb00a3 is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:59:22.333059 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [None req-4dd3d923-1c0c-4f0a-9d4b-97f600f9b5bd admin admin] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:59:22.663964 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 4fad57c6-a948-4a74-840f-1794dd857589 up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:59:22.822749 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90cb3c-a31d-4ce6-bddc-51e8ca5ef94e req-22f93421-7572-452d-905b-ef404cf2b72f tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:22.843369 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0d90cb3c-a31d-4ce6-bddc-51e8ca5ef94e req-22f93421-7572-452d-905b-ef404cf2b72f tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 946 time: 0.6594191 Jul 06 14:59:22.881848 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 4fad57c6-a948-4a74-840f-1794dd857589 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:59:22.882650 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:23.037153 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0d90cb3c-a31d-4ce6-bddc-51e8ca5ef94e req-01b9bafe-0183-4158-8e96-85343d83a119 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921570 Jul 06 14:59:23.067661 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd3d923-1c0c-4f0a-9d4b-97f600f9b5bd admin admin] Router 404034dd-308e-4178-9388-f45cdeea1ad5 has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:59:23.139672 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f4d15-d838-446f-a775-41f14a0e68e5 req-14863782-6583-405c-a861-52a18acf9cb3 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:23.147793 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device cd32b76b-4a21-485d-8f09-f8810a76037d up at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:59:23.172740 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-cd3f4d15-d838-446f-a775-41f14a0e68e5 req-14863782-6583-405c-a861-52a18acf9cb3 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.2357078 Jul 06 14:59:23.255464 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-37a5d30a-8914-4d12-b2c5-da563e813d06 None None] Provisioning complete for port 8afc69db-44a6-4200-97ea-e6d5872e7079 triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:59:23.256189 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-37a5d30a-8914-4d12-b2c5-da563e813d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:23.276417 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-cd3f4d15-d838-446f-a775-41f14a0e68e5 req-675cd9d8-b898-4edd-bbd5-c6868b2b9fcc tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023626 Jul 06 14:59:23.445503 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd3d923-1c0c-4f0a-9d4b-97f600f9b5bd admin admin] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:59:23.641867 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de81ba4f-1b83-47b4-b012-1f352af3c3ab None None] Sync routers for ids ['404034dd-308e-4178-9388-f45cdeea1ad5'] in dv-cinder-788363-5-iscsi {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:59:23.647063 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-37a5d30a-8914-4d12-b2c5-da563e813d06 None None] Port 8afc69db-44a6-4200-97ea-e6d5872e7079 cannot update to ACTIVE because it is not bound. {{(pid=92917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:59:23.660349 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-4dd3d923-1c0c-4f0a-9d4b-97f600f9b5bd admin admin] 10.222.0.20 "PUT /v2.0/routers/404034dd-308e-4178-9388-f45cdeea1ad5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6280525 Jul 06 14:59:23.758932 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de81ba4f-1b83-47b4-b012-1f352af3c3ab None None] Routers {'404034dd-308e-4178-9388-f45cdeea1ad5'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:59:23.760543 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-de81ba4f-1b83-47b4-b012-1f352af3c3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T14:59:05Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['404034dd-308e-4178-9388-f45cdeea1ad5'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:59:23.894630 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3629183-071d-4bc2-bc1b-112c6e6ca342 req-ae39771b-a04c-45c5-9840-71d908cddf2f tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:23.932225 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e3629183-071d-4bc2-bc1b-112c6e6ca342 req-ae39771b-a04c-45c5-9840-71d908cddf2f tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 946 time: 0.4765038 Jul 06 14:59:23.979023 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a431bd-cdff-4301-9dd8-889de8c02a53 req-18202947-0d8b-47b7-8a27-058794b634aa tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:23.982497 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-46a431bd-cdff-4301-9dd8-889de8c02a53 req-18202947-0d8b-47b7-8a27-058794b634aa tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3bb0796-3d24-40e8-9e18-fee3e03cbb97 HTTP/1.1" status: 200 len: 944 time: 0.2692828 Jul 06 14:59:24.038124 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-de81ba4f-1b83-47b4-b012-1f352af3c3ab None None] Set router 404034dd-308e-4178-9388-f45cdeea1ad5 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:59:24.175920 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-46a431bd-cdff-4301-9dd8-889de8c02a53 req-1e46119e-0da4-4776-bb0a-4bb854f82076 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763020 Jul 06 14:59:24.197285 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e3629183-071d-4bc2-bc1b-112c6e6ca342 req-59892065-96f8-45fb-a24f-e1d2354c17bb tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2641392 Jul 06 14:59:24.745867 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning for port cd32b76b-4a21-485d-8f09-f8810a76037d completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:59:24.768096 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning complete for port cd32b76b-4a21-485d-8f09-f8810a76037d triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:59:24.772915 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:24.898300 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86940831-b43f-499f-afe7-81a0d61a40e8 req-c2ef5a0e-d6e6-4367-9b8d-161bf54d49b7 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:24.940039 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-86940831-b43f-499f-afe7-81a0d61a40e8 req-c2ef5a0e-d6e6-4367-9b8d-161bf54d49b7 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 946 time: 0.3309052 Jul 06 14:59:24.991347 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device b39648cd-6412-4f7a-8698-a937a1fd9523 up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:59:25.125913 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-86940831-b43f-499f-afe7-81a0d61a40e8 req-bc7ee567-6a36-4c92-93b4-a0323d4a0051 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844060 Jul 06 14:59:25.248690 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning for port b39648cd-6412-4f7a-8698-a937a1fd9523 completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:59:25.258162 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port b39648cd-6412-4f7a-8698-a937a1fd9523 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:59:25.258710 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:25.290761 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d7fa7-6188-4817-a09c-639a49445070 req-9d8958d0-5abb-46c8-a8e7-50a1b14daf99 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:25.306459 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-1a8d7fa7-6188-4817-a09c-639a49445070 req-9d8958d0-5abb-46c8-a8e7-50a1b14daf99 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.3302486 Jul 06 14:59:25.427705 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-1a8d7fa7-6188-4817-a09c-639a49445070 req-46e5cedc-468f-45f6-a6a6-0619497dea13 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196241 Jul 06 14:59:25.487638 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:25.493701 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:25.666243 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-de81ba4f-1b83-47b4-b012-1f352af3c3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'name': 'tempest-TestShelveInstance-525541409-router', 'tenant_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '4fad57c6-a948-4a74-840f-1794dd857589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:59:06Z', 'updated_at': '2021-07-06T14:59:20Z', 'revision_number': 4, 'project_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'gw_port': {'id': '4fad57c6-a948-4a74-840f-1794dd857589', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:59:08Z', 'updated_at': '2021-07-06T14:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '8afc69db-44a6-4200-97ea-e6d5872e7079', 'name': '', 'network_id': '03110df2-e384-4b3d-9464-61bed7bb00a3', 'tenant_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'mac_address': 'fa:16:3e:67:c4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '6e3ad3a0-9226-434c-927d-b1373e85eaaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:59:16Z', 'updated_at': '2021-07-06T14:59:21Z', 'revision_number': 2, 'project_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'subnets': [{'id': '6e3ad3a0-9226-434c-927d-b1373e85eaaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:59:25.694347 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] For port b39648cd-6412-4f7a-8698-a937a1fd9523, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=b39648cd-6412-4f7a-8698-a937a1fd9523,segment=NetworkSegment(34681b93-bc78-401c-8b3e-1e83b38489ab),segment_id=34681b93-bc78-401c-8b3e-1e83b38489ab)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:59:25.834641 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:25.883777 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bb0796-3d24-40e8-9e18-fee3e03cbb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd32b76b-4a21-485d-8f09-f8810a76037d'}] {{(pid=92917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:59:25.888248 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ea3ef9b0f14ac6a08de5771e2132c48ed06abd6a52ccf1dddde4c27a9981b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97328f67-9984-4b37-8eab-9c5b65554eb9" -d '{"events": [{"server_uuid": "e3bb0796-3d24-40e8-9e18-fee3e03cbb97", "name": "network-vif-plugged", "status": "completed", "tag": "cd32b76b-4a21-485d-8f09-f8810a76037d"}]}' {{(pid=92917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:59:25.900619 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de81ba4f-1b83-47b4-b012-1f352af3c3ab None None] Checking router: 404034dd-308e-4178-9388-f45cdeea1ad5 for host: dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:59:25.901174 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de81ba4f-1b83-47b4-b012-1f352af3c3ab None None] Updating router 404034dd-308e-4178-9388-f45cdeea1ad5 port 8afc69db-44a6-4200-97ea-e6d5872e7079 binding host dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:59:25.930590 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 50962) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:59:25.952934 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-a6ba5eb9-75c6-4429-8725-65c4928c1281 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-966663938-network', 'tenant_id': 'bf2599dda93f4d128f02b3959981a514'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:59:26.037858 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5956b-e321-4aca-8efc-e85deb73bad2 req-37ae27a1-8440-46a9-be5f-74082dc859cc tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:26.042409 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ba5eb9-75c6-4429-8725-65c4928c1281 admin admin] Made reservation on behalf of bf2599dda93f4d128f02b3959981a514 for: {'network': 1} {{(pid=92916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:59:26.048259 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a6ba5eb9-75c6-4429-8725-65c4928c1281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for network, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:26.065214 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-65b5956b-e321-4aca-8efc-e85deb73bad2 req-37ae27a1-8440-46a9-be5f-74082dc859cc tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3bb0796-3d24-40e8-9e18-fee3e03cbb97 HTTP/1.1" status: 200 len: 944 time: 0.3479712 Jul 06 14:59:26.100644 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a6ba5eb9-75c6-4429-8725-65c4928c1281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:26.167319 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port cd32b76b-4a21-485d-8f09-f8810a76037d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cd32b76b-4a21-485d-8f09-f8810a76037d,segment=NetworkSegment(b8a69907-b7f8-4f17-967d-07147bf9886f),segment_id=b8a69907-b7f8-4f17-967d-07147bf9886f)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:59:26.235441 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:26.264175 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-de81ba4f-1b83-47b4-b012-1f352af3c3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:26.285493 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-65b5956b-e321-4aca-8efc-e85deb73bad2 req-ccd5cdc6-be10-45bb-b5d9-4f80256f3d08 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109811 Jul 06 14:59:26.291299 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Pushing event updated for resources: {'Port': ['ID=b39648cd-6412-4f7a-8698-a937a1fd9523,revision_number=5']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:26.601349 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db15f0e7-de52-4bbb-b514-36d8c4543d74 x-openstack-request-id: req-db15f0e7-de52-4bbb-b514-36d8c4543d74 {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:59:26.602454 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3bb0796-3d24-40e8-9e18-fee3e03cbb97", "name": "network-vif-plugged", "status": "completed", "tag": "cd32b76b-4a21-485d-8f09-f8810a76037d", "code": 200}]} {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:59:26.603276 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db15f0e7-de52-4bbb-b514-36d8c4543d74 {{(pid=92917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:59:26.604294 dv-cinder-788363-5-iscsi neutron-server[92917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bb0796-3d24-40e8-9e18-fee3e03cbb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd32b76b-4a21-485d-8f09-f8810a76037d', 'code': 200} Jul 06 14:59:26.770188 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=cd32b76b-4a21-485d-8f09-f8810a76037d,revision_number=5']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:26.800377 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device b39648cd-6412-4f7a-8698-a937a1fd9523 up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:59:26.867387 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a6ba5eb9-75c6-4429-8725-65c4928c1281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:26.931339 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a6ba5eb9-75c6-4429-8725-65c4928c1281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:26.976648 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32a4af-e8a2-4ccc-89b6-588db3c6a6fc req-685c3b5b-6b3f-4ae1-8cda-7595bbedae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:26.982462 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3b32a4af-e8a2-4ccc-89b6-588db3c6a6fc req-685c3b5b-6b3f-4ae1-8cda-7595bbedae18 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=afa5e93041564fd1819d89057c9d3e39&device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 1099 time: 0.4099810 Jul 06 14:59:27.182319 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba5eb9-75c6-4429-8725-65c4928c1281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b69b61-8e3a-4097-ba30-9dfa0abfcd7f,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:27.273793 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ba5eb9-75c6-4429-8725-65c4928c1281 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=92916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:59:27.315655 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a6ba5eb9-75c6-4429-8725-65c4928c1281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:27.319731 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.db.segments_db [None req-a6ba5eb9-75c6-4429-8725-65c4928c1281 admin admin] Added segment 665c6051-b251-4819-830c-72382d2aaf74 of type vlan for network 30c789e8-b94e-4be6-835b-f57d1f992c7d Jul 06 14:59:27.559436 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a6ba5eb9-75c6-4429-8725-65c4928c1281 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766384329310'] for network, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:27.645349 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdd84f-5da7-40cd-914f-36ebd2aab26e req-7fcb6212-c0bc-461b-a9bc-4fb60e73a454 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:27.650424 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-adcdd84f-5da7-40cd-914f-36ebd2aab26e req-7fcb6212-c0bc-461b-a9bc-4fb60e73a454 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 946 time: 0.8063724 Jul 06 14:59:27.660003 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a6ba5eb9-75c6-4429-8725-65c4928c1281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040'] for network, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:27.668336 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ba5eb9-75c6-4429-8725-65c4928c1281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:27.671998 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a6ba5eb9-75c6-4429-8725-65c4928c1281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:27.739915 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port b39648cd-6412-4f7a-8698-a937a1fd9523 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:59:27.740831 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:27.872854 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba5eb9-75c6-4429-8725-65c4928c1281 admin admin] Pushing event updated for resources: {'Network': ['ID=30c789e8-b94e-4be6-835b-f57d1f992c7d,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:27.919658 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Network 30c789e8-b94e-4be6-835b-f57d1f992c7d details requested by agent ovs-agent-dv-cinder-788363-5-iscsi with host dv-cinder-788363-5-iscsi {{(pid=92917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:59:27.997872 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-adcdd84f-5da7-40cd-914f-36ebd2aab26e req-86fe9178-6b75-4a60-a126-993086c5307b tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272717 Jul 06 14:59:28.016467 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-a6ba5eb9-75c6-4429-8725-65c4928c1281 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0829017 Jul 06 14:59:28.023551 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 50970) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:59:28.030358 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-e737d111-4fac-4504-a6a4-227a850023d1 admin admin] Request body: {'subnet': {'network_id': '30c789e8-b94e-4be6-835b-f57d1f992c7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-966663938-subnet', 'tenant_id': 'bf2599dda93f4d128f02b3959981a514', 'ip_version': 4}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:59:28.035910 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-de81ba4f-1b83-47b4-b012-1f352af3c3ab None None] Notify callbacks [] for port, precommit_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:28.132047 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e737d111-4fac-4504-a6a4-227a850023d1 admin admin] Made reservation on behalf of bf2599dda93f4d128f02b3959981a514 for: {'subnet': 1} {{(pid=92916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:59:28.135105 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e737d111-4fac-4504-a6a4-227a850023d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3367756'] for subnet, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:28.142042 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-de81ba4f-1b83-47b4-b012-1f352af3c3ab None None] Transition to ACTIVE for port object 8afc69db-44a6-4200-97ea-e6d5872e7079 will not be triggered until provisioned by entity L2. {{(pid=92917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:59:28.200688 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-de81ba4f-1b83-47b4-b012-1f352af3c3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:28.453433 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9b33f-2b45-4019-b4d4-dfdbbe8e0743 None None] Pushing event updated for resources: {'Port': ['ID=8afc69db-44a6-4200-97ea-e6d5872e7079,revision_number=3']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:28.763991 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a5a1a-05d5-45c5-8c37-ddff89550d07 req-66840599-a37d-44ec-8731-a7b706b399f8 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:28.767476 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-702a5a1a-05d5-45c5-8c37-ddff89550d07 req-66840599-a37d-44ec-8731-a7b706b399f8 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.3702595 Jul 06 14:59:28.867191 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32a4af-e8a2-4ccc-89b6-588db3c6a6fc req-7d4d829b-8110-4679-bc9f-9b08a2f0faea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:28.899406 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3b32a4af-e8a2-4ccc-89b6-588db3c6a6fc req-7d4d829b-8110-4679-bc9f-9b08a2f0faea service neutron] 10.222.0.25 "GET /v2.0/networks?id=3ff68c5b-71a5-4643-a235-ca1e74ec9ec2 HTTP/1.1" status: 200 len: 912 time: 1.8631277 Jul 06 14:59:29.029520 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-702a5a1a-05d5-45c5-8c37-ddff89550d07 req-614bc560-2aa6-4396-8564-750f60ec1536 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485712 Jul 06 14:59:29.063760 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e737d111-4fac-4504-a6a4-227a850023d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3367774'] for subnet, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:29.094122 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124bd444-14e3-4eb1-9bee-7bc1299fb566 req-5b547860-62b4-401b-95f2-3bf79b7e9f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:29.096730 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-124bd444-14e3-4eb1-9bee-7bc1299fb566 req-5b547860-62b4-401b-95f2-3bf79b7e9f67 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e3bb0796-3d24-40e8-9e18-fee3e03cbb97 HTTP/1.1" status: 200 len: 1098 time: 1.4292462 Jul 06 14:59:29.205074 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-de81ba4f-1b83-47b4-b012-1f352af3c3ab None None] Attempting to bind port 8afc69db-44a6-4200-97ea-e6d5872e7079 on host dv-cinder-788363-5-iscsi for vnic_type normal with profile {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:59:29.206044 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-de81ba4f-1b83-47b4-b012-1f352af3c3ab None None] Attempting to bind port 8afc69db-44a6-4200-97ea-e6d5872e7079 by drivers openvswitch,hyperv on host dv-cinder-788363-5-iscsi at level 0 using segments [{'id': '3774fc6f-a661-419f-b160-b9f7192fa6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03110df2-e384-4b3d-9464-61bed7bb00a3'}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:59:29.206490 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de81ba4f-1b83-47b4-b012-1f352af3c3ab None None] Attempting to bind port 8afc69db-44a6-4200-97ea-e6d5872e7079 on network 03110df2-e384-4b3d-9464-61bed7bb00a3 {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:59:29.210058 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69b6ee-4467-432b-880a-5987c7c75015 req-888ea19a-f67a-4be3-948a-7853b69bd630 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:29.218547 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de81ba4f-1b83-47b4-b012-1f352af3c3ab None None] Checking agent: {'id': 'f25167b8-434d-4f4a-9be4-898338da7490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 48, 5), 'started_at': datetime.datetime(2021, 7, 6, 14, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:59:29.219219 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de81ba4f-1b83-47b4-b012-1f352af3c3ab None None] Checking segment: {'id': '3774fc6f-a661-419f-b160-b9f7192fa6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03110df2-e384-4b3d-9464-61bed7bb00a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:59:29.220582 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-de81ba4f-1b83-47b4-b012-1f352af3c3ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:29.221255 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de81ba4f-1b83-47b4-b012-1f352af3c3ab None None] Bound using segment: {'id': '3774fc6f-a661-419f-b160-b9f7192fa6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03110df2-e384-4b3d-9464-61bed7bb00a3'} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:59:29.222118 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-de81ba4f-1b83-47b4-b012-1f352af3c3ab None None] Bound port: 8afc69db-44a6-4200-97ea-e6d5872e7079, host: dv-cinder-788363-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3774fc6f-a661-419f-b160-b9f7192fa6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03110df2-e384-4b3d-9464-61bed7bb00a3'}}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:59:29.222874 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-de81ba4f-1b83-47b4-b012-1f352af3c3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:29.224964 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-5f69b6ee-4467-432b-880a-5987c7c75015 req-888ea19a-f67a-4be3-948a-7853b69bd630 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 946 time: 1.5586033 Jul 06 14:59:29.256844 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3b32a4af-e8a2-4ccc-89b6-588db3c6a6fc req-3d2ca052-ea71-451f-baa7-c7a9613b1984 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e852c97b-3cb2-4f78-9e70-f1ea9544930f HTTP/1.1" status: 200 len: 1002 time: 0.3512473 Jul 06 14:59:29.279240 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e737d111-4fac-4504-a6a4-227a850023d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a7da8f7-db9a-4586-860a-6cb0c1a13cd1,revision_number=0']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:29.313733 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e737d111-4fac-4504-a6a4-227a850023d1 admin admin] Checking segment: {'id': '665c6051-b251-4819-830c-72382d2aaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '30c789e8-b94e-4be6-835b-f57d1f992c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:59:29.314378 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e737d111-4fac-4504-a6a4-227a850023d1 admin admin] Network hostable DHCP agents. Network: 30c789e8-b94e-4be6-835b-f57d1f992c7d, hostable agents: ['69855ee5-e315-4bf8-8b06-7c2b552a2d00'], hosted agents: [] {{(pid=92916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:59:29.390622 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32a4af-e8a2-4ccc-89b6-588db3c6a6fc req-e4692b3e-3cac-46d7-9978-beb2ee98fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:29.393597 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3b32a4af-e8a2-4ccc-89b6-588db3c6a6fc req-e4692b3e-3cac-46d7-9978-beb2ee98fc71 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=759d2c94-0450-42a6-a657-8515f615c234 HTTP/1.1" status: 200 len: 850 time: 0.1146638 Jul 06 14:59:29.394161 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-de81ba4f-1b83-47b4-b012-1f352af3c3ab None None] For port 8afc69db-44a6-4200-97ea-e6d5872e7079, host dv-cinder-788363-5-iscsi, cleared binding levels {{(pid=92917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:59:29.397178 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-124bd444-14e3-4eb1-9bee-7bc1299fb566 req-28e05069-7c63-48e6-8b25-5c78128f200e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877843 Jul 06 14:59:29.405190 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e737d111-4fac-4504-a6a4-227a850023d1 admin admin] Network 30c789e8-b94e-4be6-835b-f57d1f992c7d is scheduled to be hosted by DHCP agent 69855ee5-e315-4bf8-8b06-7c2b552a2d00 with binding_index 1 {{(pid=92916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:59:29.405845 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-de81ba4f-1b83-47b4-b012-1f352af3c3ab None None] For port 8afc69db-44a6-4200-97ea-e6d5872e7079, host dv-cinder-788363-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=8afc69db-44a6-4200-97ea-e6d5872e7079,segment=NetworkSegment(3774fc6f-a661-419f-b160-b9f7192fa6b2),segment_id=3774fc6f-a661-419f-b160-b9f7192fa6b2)] {{(pid=92917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:59:29.448711 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.base_scheduler [None req-e737d111-4fac-4504-a6a4-227a850023d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-5-iscsi, 30c789e8-b94e-4be6-835b-f57d1f992c7d) {{(pid=92916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:59:29.456791 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e737d111-4fac-4504-a6a4-227a850023d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:29.457791 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e737d111-4fac-4504-a6a4-227a850023d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:29.488366 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-5f69b6ee-4467-432b-880a-5987c7c75015 req-32289054-0954-4336-8b29-5ccbda43eec7 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2616255 Jul 06 14:59:29.553825 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-e737d111-4fac-4504-a6a4-227a850023d1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5277581 Jul 06 14:59:29.558432 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 50982) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:59:29.566276 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-90c124c3-1f11-48f0-8c2a-b4901b1eca5a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-966663938-router', 'tenant_id': 'bf2599dda93f4d128f02b3959981a514', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'}}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:59:29.594517 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-de81ba4f-1b83-47b4-b012-1f352af3c3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:29.600923 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c344a4-e208-4b98-879a-1cd2ef350aa1 None None] Network 30c789e8-b94e-4be6-835b-f57d1f992c7d requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:59:29.645369 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-90c124c3-1f11-48f0-8c2a-b4901b1eca5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7866647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27686'] for router, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:29.647241 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-90c124c3-1f11-48f0-8c2a-b4901b1eca5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7868472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27711'] for router, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:29.770340 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8088575-5b2f-48fe-88ab-f99eea315e9f req-92c69a6c-69b4-4f86-ab4c-813983aa5a4e tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:29.780714 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b8088575-5b2f-48fe-88ab-f99eea315e9f req-92c69a6c-69b4-4f86-ab4c-813983aa5a4e tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3bb0796-3d24-40e8-9e18-fee3e03cbb97 HTTP/1.1" status: 200 len: 945 time: 0.2433112 Jul 06 14:59:29.898556 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b8088575-5b2f-48fe-88ab-f99eea315e9f req-8a325caa-c9ea-4a9d-817b-43c41d351821 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085932 Jul 06 14:59:30.000143 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-90c124c3-1f11-48f0-8c2a-b4901b1eca5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:30.372030 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de81ba4f-1b83-47b4-b012-1f352af3c3ab None None] Routers {'404034dd-308e-4178-9388-f45cdeea1ad5'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:59:30.373312 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-de81ba4f-1b83-47b4-b012-1f352af3c3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T14:59:05Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['404034dd-308e-4178-9388-f45cdeea1ad5'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:59:30.462640 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-90c124c3-1f11-48f0-8c2a-b4901b1eca5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-413138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27661'] for router, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:30.538048 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013e9b9-d8f6-4dce-bde0-63a68268ec96 req-d41294ff-caf2-41b9-b451-268817538f2f tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:30.541961 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-3013e9b9-d8f6-4dce-bde0-63a68268ec96 req-d41294ff-caf2-41b9-b451-268817538f2f tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.2096179 Jul 06 14:59:30.671620 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32a4af-e8a2-4ccc-89b6-588db3c6a6fc req-e699bed5-567f-43a7-a0c7-6da5e6ef3b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:30.673234 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3b32a4af-e8a2-4ccc-89b6-588db3c6a6fc req-e699bed5-567f-43a7-a0c7-6da5e6ef3b94 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3ff68c5b-71a5-4643-a235-ca1e74ec9ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.7401876 Jul 06 14:59:30.681289 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-3013e9b9-d8f6-4dce-bde0-63a68268ec96 req-61d8f1f1-9a9e-43b3-94c6-060cc32a3e2d tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314542 Jul 06 14:59:30.891570 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-de81ba4f-1b83-47b4-b012-1f352af3c3ab None None] Set router 404034dd-308e-4178-9388-f45cdeea1ad5 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:59:31.018678 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3b32a4af-e8a2-4ccc-89b6-588db3c6a6fc req-dce57a28-e13f-4b18-a006-83f4bc189be4 service neutron] 10.222.0.25 "GET /v2.0/networks/3ff68c5b-71a5-4643-a235-ca1e74ec9ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243809 Jul 06 14:59:31.029043 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b0d06-df0e-466a-95d0-3bbe6d38a56a req-56076bd5-f3a3-44bb-bc75-e430b6861221 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:31.037156 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ce4b0d06-df0e-466a-95d0-3bbe6d38a56a req-56076bd5-f3a3-44bb-bc75-e430b6861221 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 946 time: 1.2021663 Jul 06 14:59:31.038363 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9b33f-2b45-4019-b4d4-dfdbbe8e0743 None None] Pushing event updated for resources: {'Port': ['ID=8afc69db-44a6-4200-97ea-e6d5872e7079,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:31.189739 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ce4b0d06-df0e-466a-95d0-3bbe6d38a56a req-aa168875-8912-4af9-84ee-71bf9e4a43dd tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503954 Jul 06 14:59:31.330673 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4401203-8e97-4f8c-8797-3b9fc306a25f req-d77c5b49-026d-4047-bf52-2136beb29eb4 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:31.350417 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-a4401203-8e97-4f8c-8797-3b9fc306a25f req-d77c5b49-026d-4047-bf52-2136beb29eb4 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 946 time: 0.3852031 Jul 06 14:59:31.383081 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3b32a4af-e8a2-4ccc-89b6-588db3c6a6fc req-962cbc02-ab14-4125-adb8-b40ee265a348 service neutron] 10.222.0.25 "GET /v2.0/networks/3ff68c5b-71a5-4643-a235-ca1e74ec9ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194854 Jul 06 14:59:31.417232 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0434d06f-a1a4-4b79-ac86-195f1ec8c7d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c524b10-db73-5aad-82fa-1a4727f3bbf1-30c789e8-b94e-4be6-835b-f57d1f992c7d', 'network_id': '30c789e8-b94e-4be6-835b-f57d1f992c7d', 'tenant_id': 'bf2599dda93f4d128f02b3959981a514', 'fixed_ips': [{'subnet_id': '2a7da8f7-db9a-4586-860a-6cb0c1a13cd1'}]}} from dv-cinder-788363-5-iscsi. {{(pid=92917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:59:31.420498 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-0434d06f-a1a4-4b79-ac86-195f1ec8c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:31.991910 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-90c124c3-1f11-48f0-8c2a-b4901b1eca5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:32.067929 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-a4401203-8e97-4f8c-8797-3b9fc306a25f req-26a2286a-c3ef-4a4d-a4fd-fe776f499387 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7150612 Jul 06 14:59:32.094567 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-90c124c3-1f11-48f0-8c2a-b4901b1eca5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:32.102917 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-da264e91-7982-437d-955c-3fe8942f406a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:32.144567 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ed68c-efd1-4303-b66d-abd909fb19c4 req-5027ba78-293d-48ee-b256-2b221ee30a2b tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:32.148577 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-704ed68c-efd1-4303-b66d-abd909fb19c4 req-5027ba78-293d-48ee-b256-2b221ee30a2b tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3bb0796-3d24-40e8-9e18-fee3e03cbb97 HTTP/1.1" status: 200 len: 945 time: 0.5074570 Jul 06 14:59:32.151153 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.db_base_plugin_common [None req-0434d06f-a1a4-4b79-ac86-195f1ec8c7d7 None None] Allocated IP 172.20.0.2 (30c789e8-b94e-4be6-835b-f57d1f992c7d/2a7da8f7-db9a-4586-860a-6cb0c1a13cd1/001b93e7-5e79-4664-9e0f-7f2c4ca0e777) {{(pid=92917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:59:32.228744 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-de81ba4f-1b83-47b4-b012-1f352af3c3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'name': 'tempest-TestShelveInstance-525541409-router', 'tenant_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '4fad57c6-a948-4a74-840f-1794dd857589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:59:06Z', 'updated_at': '2021-07-06T14:59:20Z', 'revision_number': 4, 'project_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'gw_port': {'id': '4fad57c6-a948-4a74-840f-1794dd857589', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:59:08Z', 'updated_at': '2021-07-06T14:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '8afc69db-44a6-4200-97ea-e6d5872e7079', 'name': '', 'network_id': '03110df2-e384-4b3d-9464-61bed7bb00a3', 'tenant_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'mac_address': 'fa:16:3e:67:c4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '6e3ad3a0-9226-434c-927d-b1373e85eaaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:59:16Z', 'updated_at': '2021-07-06T14:59:29Z', 'revision_number': 4, 'project_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'subnets': [{'id': '6e3ad3a0-9226-434c-927d-b1373e85eaaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:59:32.355181 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-704ed68c-efd1-4303-b66d-abd909fb19c4 req-37f9f1eb-d571-4de1-bdeb-5af37d9d50a5 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790698 Jul 06 14:59:32.376512 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de81ba4f-1b83-47b4-b012-1f352af3c3ab None None] The sync data for ids ['404034dd-308e-4178-9388-f45cdeea1ad5'] in dv-cinder-788363-5-iscsi is: [{'id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'name': 'tempest-TestShelveInstance-525541409-router', 'tenant_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '4fad57c6-a948-4a74-840f-1794dd857589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:59:06Z', 'updated_at': '2021-07-06T14:59:20Z', 'revision_number': 4, 'project_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'gw_port': {'id': '4fad57c6-a948-4a74-840f-1794dd857589', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:59:08Z', 'updated_at': '2021-07-06T14:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '8afc69db-44a6-4200-97ea-e6d5872e7079', 'name': '', 'network_id': '03110df2-e384-4b3d-9464-61bed7bb00a3', 'tenant_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'mac_address': 'fa:16:3e:67:c4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '6e3ad3a0-9226-434c-927d-b1373e85eaaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:59:16Z', 'updated_at': '2021-07-06T14:59:29Z', 'revision_number': 4, 'project_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'subnets': [{'id': '6e3ad3a0-9226-434c-927d-b1373e85eaaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:59:32.529926 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_common [None req-90c124c3-1f11-48f0-8c2a-b4901b1eca5a admin admin] Allocated IP 172.27.3.49 (cda8cae0-c766-4621-9577-ca435140768c/1f1b7348-831f-4a39-b588-ec6aad475c62/c850fc90-5e12-4ac9-b104-769d50d4e85b) {{(pid=92915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:59:32.861092 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfc160-8d80-4bef-8100-83d8507c0576 req-2b5f9998-dea2-4ad2-9935-163a2f9cc684 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:32.871777 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-24cfc160-8d80-4bef-8100-83d8507c0576 req-2b5f9998-dea2-4ad2-9935-163a2f9cc684 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.3579922 Jul 06 14:59:32.987416 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-0434d06f-a1a4-4b79-ac86-195f1ec8c7d7 None None] Notify callbacks [] for port, precommit_create {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:33.026866 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-24cfc160-8d80-4bef-8100-83d8507c0576 req-03742356-98ed-4756-80a4-5e57fd6e2c5c tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536527 Jul 06 14:59:33.032775 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-0434d06f-a1a4-4b79-ac86-195f1ec8c7d7 None None] Transition to ACTIVE for port object 001b93e7-5e79-4664-9e0f-7f2c4ca0e777 will not be triggered until provisioned by entity L2. {{(pid=92917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:59:33.078795 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-0434d06f-a1a4-4b79-ac86-195f1ec8c7d7 None None] Transition to ACTIVE for port object 001b93e7-5e79-4664-9e0f-7f2c4ca0e777 will not be triggered until provisioned by entity DHCP. {{(pid=92917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:59:33.094285 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-0434d06f-a1a4-4b79-ac86-195f1ec8c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525'] for port, after_create {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:33.129422 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-90c124c3-1f11-48f0-8c2a-b4901b1eca5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:33.154461 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0434d06f-a1a4-4b79-ac86-195f1ec8c7d7 None None] Network 30c789e8-b94e-4be6-835b-f57d1f992c7d is already hosted by enough agents. {{(pid=92917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:59:33.178774 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.scheduler.base_scheduler [None req-0434d06f-a1a4-4b79-ac86-195f1ec8c7d7 None None] Resources bound (agent type, host, resource id): {{(pid=92917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:59:33.190932 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0434d06f-a1a4-4b79-ac86-195f1ec8c7d7 None None] Received port after_create {{(pid=92917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:59:33.219836 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434d06f-a1a4-4b79-ac86-195f1ec8c7d7 None None] Pushing event updated for resources: {'Port': ['ID=001b93e7-5e79-4664-9e0f-7f2c4ca0e777,revision_number=1']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:33.309608 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f13da4-3bd1-4088-8f11-275925a24b15 req-935c6335-4d6d-4751-8b96-de6497cfb32a tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:33.316968 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-56f13da4-3bd1-4088-8f11-275925a24b15 req-935c6335-4d6d-4751-8b96-de6497cfb32a tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 946 time: 0.1455464 Jul 06 14:59:33.327968 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-90c124c3-1f11-48f0-8c2a-b4901b1eca5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2297291'] for port, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:33.403432 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-0434d06f-a1a4-4b79-ac86-195f1ec8c7d7 None None] Attempting to bind port 001b93e7-5e79-4664-9e0f-7f2c4ca0e777 on host dv-cinder-788363-5-iscsi for vnic_type normal with profile {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:59:33.408583 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-0434d06f-a1a4-4b79-ac86-195f1ec8c7d7 None None] Attempting to bind port 001b93e7-5e79-4664-9e0f-7f2c4ca0e777 by drivers openvswitch,hyperv on host dv-cinder-788363-5-iscsi at level 0 using segments [{'id': '665c6051-b251-4819-830c-72382d2aaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '30c789e8-b94e-4be6-835b-f57d1f992c7d'}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:59:33.411139 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0434d06f-a1a4-4b79-ac86-195f1ec8c7d7 None None] Attempting to bind port 001b93e7-5e79-4664-9e0f-7f2c4ca0e777 on network 30c789e8-b94e-4be6-835b-f57d1f992c7d {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:59:33.426380 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0434d06f-a1a4-4b79-ac86-195f1ec8c7d7 None None] Checking agent: {'id': 'f25167b8-434d-4f4a-9be4-898338da7490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 48, 5), 'started_at': datetime.datetime(2021, 7, 6, 14, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:59:33.428436 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0434d06f-a1a4-4b79-ac86-195f1ec8c7d7 None None] Checking segment: {'id': '665c6051-b251-4819-830c-72382d2aaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '30c789e8-b94e-4be6-835b-f57d1f992c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:59:33.429051 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-0434d06f-a1a4-4b79-ac86-195f1ec8c7d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:33.429607 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0434d06f-a1a4-4b79-ac86-195f1ec8c7d7 None None] Bound using segment: {'id': '665c6051-b251-4819-830c-72382d2aaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '30c789e8-b94e-4be6-835b-f57d1f992c7d'} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:59:33.431129 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-0434d06f-a1a4-4b79-ac86-195f1ec8c7d7 None None] Bound port: 001b93e7-5e79-4664-9e0f-7f2c4ca0e777, host: dv-cinder-788363-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '665c6051-b251-4819-830c-72382d2aaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '30c789e8-b94e-4be6-835b-f57d1f992c7d'}}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:59:33.431634 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-0434d06f-a1a4-4b79-ac86-195f1ec8c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:33.471836 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c124c3-1f11-48f0-8c2a-b4901b1eca5a admin admin] Network cda8cae0-c766-4621-9577-ca435140768c is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:59:33.492955 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [None req-90c124c3-1f11-48f0-8c2a-b4901b1eca5a admin admin] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:59:33.507876 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-56f13da4-3bd1-4088-8f11-275925a24b15 req-9c54c9ad-9f51-4398-9c15-140613a7ec1d tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899176 Jul 06 14:59:33.509290 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c124c3-1f11-48f0-8c2a-b4901b1eca5a admin admin] Received port after_create {{(pid=92915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:59:33.521278 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c124c3-1f11-48f0-8c2a-b4901b1eca5a admin admin] Pushing event updated for resources: {'Port': ['ID=c850fc90-5e12-4ac9-b104-769d50d4e85b,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:33.588006 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-0434d06f-a1a4-4b79-ac86-195f1ec8c7d7 None None] For port 001b93e7-5e79-4664-9e0f-7f2c4ca0e777, host dv-cinder-788363-5-iscsi, cleared binding levels {{(pid=92917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:59:33.598764 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700a9e6-03b1-432c-9dde-93d8179d2a5b req-02d7e70a-27ae-4f8c-b451-24985dbf81b2 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:33.605068 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-0434d06f-a1a4-4b79-ac86-195f1ec8c7d7 None None] For port 001b93e7-5e79-4664-9e0f-7f2c4ca0e777, host dv-cinder-788363-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=001b93e7-5e79-4664-9e0f-7f2c4ca0e777,segment=NetworkSegment(665c6051-b251-4819-830c-72382d2aaf74),segment_id=665c6051-b251-4819-830c-72382d2aaf74)] {{(pid=92917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:59:33.610111 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c124c3-1f11-48f0-8c2a-b4901b1eca5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:33.610860 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c124c3-1f11-48f0-8c2a-b4901b1eca5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:33.611465 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c124c3-1f11-48f0-8c2a-b4901b1eca5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:33.612067 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c124c3-1f11-48f0-8c2a-b4901b1eca5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:33.614681 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-0434d06f-a1a4-4b79-ac86-195f1ec8c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:33.616302 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-a700a9e6-03b1-432c-9dde-93d8179d2a5b req-02d7e70a-27ae-4f8c-b451-24985dbf81b2 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 946 time: 0.1565094 Jul 06 14:59:33.617933 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c124c3-1f11-48f0-8c2a-b4901b1eca5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:33.619563 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c124c3-1f11-48f0-8c2a-b4901b1eca5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:33.620031 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c124c3-1f11-48f0-8c2a-b4901b1eca5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:33.620500 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c124c3-1f11-48f0-8c2a-b4901b1eca5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:33.621921 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c124c3-1f11-48f0-8c2a-b4901b1eca5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:33.622366 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c124c3-1f11-48f0-8c2a-b4901b1eca5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:33.623557 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c124c3-1f11-48f0-8c2a-b4901b1eca5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:33.627644 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c124c3-1f11-48f0-8c2a-b4901b1eca5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:33.726039 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-a700a9e6-03b1-432c-9dde-93d8179d2a5b req-0b0d5900-4e36-4cff-b032-5c5c022d2bfa tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060920 Jul 06 14:59:33.801312 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434d06f-a1a4-4b79-ac86-195f1ec8c7d7 None None] Pushing event updated for resources: {'Port': ['ID=001b93e7-5e79-4664-9e0f-7f2c4ca0e777,revision_number=2']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:33.848451 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8e57e-5a0d-4fe5-a698-c2e2bf1b09b4 req-3c92241b-a140-4f78-857b-592bd792a4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:33.850366 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-60b8e57e-5a0d-4fe5-a698-c2e2bf1b09b4 req-3c92241b-a140-4f78-857b-592bd792a4bb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=db10d77829764bf49e4461d41eb69399&device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 1099 time: 0.4995260 Jul 06 14:59:34.313868 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8e57e-5a0d-4fe5-a698-c2e2bf1b09b4 req-514389fe-f90c-4f5a-a1e3-01b82a9c0d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:34.338151 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-60b8e57e-5a0d-4fe5-a698-c2e2bf1b09b4 req-514389fe-f90c-4f5a-a1e3-01b82a9c0d8b service neutron] 10.222.0.25 "GET /v2.0/networks?id=f96a7279-5988-4867-aff6-4945f71924ad HTTP/1.1" status: 200 len: 918 time: 0.3930519 Jul 06 14:59:34.666300 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-60b8e57e-5a0d-4fe5-a698-c2e2bf1b09b4 req-b178c1fc-0e93-471f-a6e9-f8c9bca8c43c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19694f19-f835-47ec-8e7d-d11823081e9a HTTP/1.1" status: 200 len: 1001 time: 0.3266549 Jul 06 14:59:34.780971 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 001b93e7-5e79-4664-9e0f-7f2c4ca0e777 up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:59:34.885943 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8e57e-5a0d-4fe5-a698-c2e2bf1b09b4 req-071e8c81-8e88-41cd-a13a-4c6a1b449124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:34.888393 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-60b8e57e-5a0d-4fe5-a698-c2e2bf1b09b4 req-071e8c81-8e88-41cd-a13a-4c6a1b449124 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ca664667-a6f7-4c2d-bec6-bb0d219a131a HTTP/1.1" status: 200 len: 856 time: 0.1758273 Jul 06 14:59:34.911079 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eddebde-30e0-4257-a9b7-928520b8868b req-c84c786b-0265-41a5-bd5a-00eeab4c9cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:34.914445 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-9eddebde-30e0-4257-a9b7-928520b8868b req-c84c786b-0265-41a5-bd5a-00eeab4c9cd5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 1099 time: 1.0821943 Jul 06 14:59:34.968555 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning for port 001b93e7-5e79-4664-9e0f-7f2c4ca0e777 completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:59:34.976102 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 8afc69db-44a6-4200-97ea-e6d5872e7079 up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:59:35.026691 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-90c124c3-1f11-48f0-8c2a-b4901b1eca5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:35.144617 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning for port 8afc69db-44a6-4200-97ea-e6d5872e7079 completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:59:35.153017 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 8afc69db-44a6-4200-97ea-e6d5872e7079 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:59:35.153388 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:35.159356 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 19694f19-f835-47ec-8e7d-d11823081e9a no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:59:35.270369 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b70bf-eb83-40ca-9f8c-49d7221fafb9 req-d5ac4404-df80-42ca-8a3c-2616edfc98e9 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:35.286907 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-758b70bf-eb83-40ca-9f8c-49d7221fafb9 req-d5ac4404-df80-42ca-8a3c-2616edfc98e9 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.8310027 Jul 06 14:59:35.534523 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-b1133f54-783e-42b5-9f30-4dfd855bd972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:35.665737 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:35.669832 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:35.703793 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fea66-b073-4b85-bf72-a5363e740a8f req-6bb29bb6-2111-4fe4-b506-4458909b5dab tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:35.706060 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-265fea66-b073-4b85-bf72-a5363e740a8f req-6bb29bb6-2111-4fe4-b506-4458909b5dab tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 946 time: 0.1290269 Jul 06 14:59:35.770196 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:35.772749 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89375580-f1cb-49e7-9021-031484a37898', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19694f19-f835-47ec-8e7d-d11823081e9a'}] {{(pid=92917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:59:35.779889 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ea3ef9b0f14ac6a08de5771e2132c48ed06abd6a52ccf1dddde4c27a9981b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c90c79-ed42-4adb-87b8-46c8c109401b" -d '{"events": [{"server_uuid": "89375580-f1cb-49e7-9021-031484a37898", "name": "network-vif-unplugged", "status": "completed", "tag": "19694f19-f835-47ec-8e7d-d11823081e9a"}]}' {{(pid=92917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:59:35.818240 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 19694f19-f835-47ec-8e7d-d11823081e9a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=19694f19-f835-47ec-8e7d-d11823081e9a,segment=NetworkSegment(cb30854e-762f-4ab3-afc5-fc62883d2599),segment_id=cb30854e-762f-4ab3-afc5-fc62883d2599)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:59:35.821205 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-265fea66-b073-4b85-bf72-a5363e740a8f req-61a21bfa-4d4d-4eb8-b92b-91c26b7576b2 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995383 Jul 06 14:59:35.832217 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:35.917506 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fb7039-6eb7-4ca9-bed3-97033a9b1376 x-openstack-request-id: req-67fb7039-6eb7-4ca9-bed3-97033a9b1376 {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:59:35.918021 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89375580-f1cb-49e7-9021-031484a37898", "name": "network-vif-unplugged", "status": "completed", "tag": "19694f19-f835-47ec-8e7d-d11823081e9a", "code": 200}]} {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:59:35.918395 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67fb7039-6eb7-4ca9-bed3-97033a9b1376 {{(pid=92917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:59:35.918951 dv-cinder-788363-5-iscsi neutron-server[92917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89375580-f1cb-49e7-9021-031484a37898', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19694f19-f835-47ec-8e7d-d11823081e9a', 'code': 200} Jul 06 14:59:35.920065 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588284f0-6952-442f-b592-06c4f3afa9cb None None] Network 30c789e8-b94e-4be6-835b-f57d1f992c7d requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:59:35.929202 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] For port 8afc69db-44a6-4200-97ea-e6d5872e7079, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=8afc69db-44a6-4200-97ea-e6d5872e7079,segment=NetworkSegment(3774fc6f-a661-419f-b160-b9f7192fa6b2),segment_id=3774fc6f-a661-419f-b160-b9f7192fa6b2)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:59:35.971170 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-9eddebde-30e0-4257-a9b7-928520b8868b req-60eef6ff-49f8-4c8c-b664-74a480b93f51 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0168147 Jul 06 14:59:36.118485 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-758b70bf-eb83-40ca-9f8c-49d7221fafb9 req-f378399e-6361-4bf4-a9be-3726cf041631 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8300223 Jul 06 14:59:36.156244 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8e57e-5a0d-4fe5-a698-c2e2bf1b09b4 req-29d800e9-64dc-406a-80b0-28771ac4f9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:36.157884 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-60b8e57e-5a0d-4fe5-a698-c2e2bf1b09b4 req-29d800e9-64dc-406a-80b0-28771ac4f9a1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f96a7279-5988-4867-aff6-4945f71924ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 1.2410488 Jul 06 14:59:36.167070 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-90c124c3-1f11-48f0-8c2a-b4901b1eca5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413129'] for router, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:36.208265 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:36.265299 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-fbfac774-ce74-43cd-ae5b-85e62340ddc7 None None] Provisioning for port 001b93e7-5e79-4664-9e0f-7f2c4ca0e777 completed by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:59:36.280446 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=19694f19-f835-47ec-8e7d-d11823081e9a,revision_number=8']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:36.295789 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-fbfac774-ce74-43cd-ae5b-85e62340ddc7 None None] Provisioning complete for port 001b93e7-5e79-4664-9e0f-7f2c4ca0e777 triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:59:36.296347 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-fbfac774-ce74-43cd-ae5b-85e62340ddc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:36.440887 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-60b8e57e-5a0d-4fe5-a698-c2e2bf1b09b4 req-f90b50cb-2f43-434c-a999-9a9c4b04a4ca service neutron] 10.222.0.25 "GET /v2.0/networks/f96a7279-5988-4867-aff6-4945f71924ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696718 Jul 06 14:59:36.515690 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Pushing event updated for resources: {'Port': ['ID=8afc69db-44a6-4200-97ea-e6d5872e7079,revision_number=5']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:36.532362 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c124c3-1f11-48f0-8c2a-b4901b1eca5a admin admin] Router f59430b2-e41a-48d8-8344-ef017568acc6 is scheduled to L3 agent df718f2c-f58f-497c-aa3c-554c496f730f with binding_index 1 {{(pid=92915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:59:36.580236 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:36.645769 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-fbfac774-ce74-43cd-ae5b-85e62340ddc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:36.699350 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-fbfac774-ce74-43cd-ae5b-85e62340ddc7 None None] For port 001b93e7-5e79-4664-9e0f-7f2c4ca0e777, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=001b93e7-5e79-4664-9e0f-7f2c4ca0e777,segment=NetworkSegment(665c6051-b251-4819-830c-72382d2aaf74),segment_id=665c6051-b251-4819-830c-72382d2aaf74)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:59:36.709529 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-fbfac774-ce74-43cd-ae5b-85e62340ddc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:36.794322 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfac774-ce74-43cd-ae5b-85e62340ddc7 None None] Pushing event updated for resources: {'Port': ['ID=001b93e7-5e79-4664-9e0f-7f2c4ca0e777,revision_number=3']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:36.876973 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-60b8e57e-5a0d-4fe5-a698-c2e2bf1b09b4 req-45143429-7785-48de-8138-aca998ac1c2d service neutron] 10.222.0.25 "GET /v2.0/networks/f96a7279-5988-4867-aff6-4945f71924ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071846 Jul 06 14:59:36.933979 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c124c3-1f11-48f0-8c2a-b4901b1eca5a admin admin] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:59:36.953390 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d4404a-05e1-4ae6-b096-8ad73a4a0f64 None None] Sync routers for ids ['f59430b2-e41a-48d8-8344-ef017568acc6'] in dv-cinder-788363-5-iscsi {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:59:36.974913 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d4404a-05e1-4ae6-b096-8ad73a4a0f64 None None] Routers {'f59430b2-e41a-48d8-8344-ef017568acc6'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:59:36.976110 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-67d4404a-05e1-4ae6-b096-8ad73a4a0f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T14:59:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['f59430b2-e41a-48d8-8344-ef017568acc6'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:59:36.997726 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-90c124c3-1f11-48f0-8c2a-b4901b1eca5a admin admin] Notify callbacks [] for router, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:37.000237 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-90c124c3-1f11-48f0-8c2a-b4901b1eca5a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 7.4398263 Jul 06 14:59:37.005170 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 51040) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:59:37.164720 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-e7837e72-c82d-4eb3-a383-69ca9a824e34 None None] Provisioning complete for port 001b93e7-5e79-4664-9e0f-7f2c4ca0e777 triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:59:37.166255 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-e7837e72-c82d-4eb3-a383-69ca9a824e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:37.359191 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487aced-33be-4d90-96de-2e93d47e33b8 req-23cd1879-5c1a-44a4-bb06-c176681d8892 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:37.371186 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-1487aced-33be-4d90-96de-2e93d47e33b8 req-23cd1879-5c1a-44a4-bb06-c176681d8892 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 944 time: 0.1502426 Jul 06 14:59:37.384430 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-67d4404a-05e1-4ae6-b096-8ad73a4a0f64 None None] Set router f59430b2-e41a-48d8-8344-ef017568acc6 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:59:37.459111 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-1487aced-33be-4d90-96de-2e93d47e33b8 req-12f7b8d3-20a6-4020-91f4-56d83a8cb1d0 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854468 Jul 06 14:59:37.571649 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:37.805519 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8e16c-dbac-42d6-ab4d-f9139b8658c0 req-542fa2e6-0117-4821-8d1b-4a1170cbae92 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:37.813658 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-9fc8e16c-dbac-42d6-ab4d-f9139b8658c0 req-542fa2e6-0117-4821-8d1b-4a1170cbae92 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.2511346 Jul 06 14:59:37.895933 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-9fc8e16c-dbac-42d6-ab4d-f9139b8658c0 req-f758d19f-b1c9-461a-9831-8e2568b32ea3 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805213 Jul 06 14:59:37.932094 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-67d4404a-05e1-4ae6-b096-8ad73a4a0f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59430b2-e41a-48d8-8344-ef017568acc6', 'name': 'tempest-TestShelveInstance-966663938-router', 'tenant_id': 'bf2599dda93f4d128f02b3959981a514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c850fc90-5e12-4ac9-b104-769d50d4e85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:59:29Z', 'updated_at': '2021-07-06T14:59:34Z', 'revision_number': 3, 'project_id': 'bf2599dda93f4d128f02b3959981a514', 'gw_port': {'id': 'c850fc90-5e12-4ac9-b104-769d50d4e85b', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:15:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59430b2-e41a-48d8-8344-ef017568acc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:59:32Z', 'updated_at': '2021-07-06T14:59:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:59:38.028459 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d4404a-05e1-4ae6-b096-8ad73a4a0f64 None None] Checking router: f59430b2-e41a-48d8-8344-ef017568acc6 for host: dv-cinder-788363-5-iscsi {{(pid=92918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:59:38.029504 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d4404a-05e1-4ae6-b096-8ad73a4a0f64 None None] Updating router f59430b2-e41a-48d8-8344-ef017568acc6 port c850fc90-5e12-4ac9-b104-769d50d4e85b binding host dv-cinder-788363-5-iscsi {{(pid=92918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:59:38.088180 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-67d4404a-05e1-4ae6-b096-8ad73a4a0f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:38.193905 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4b623832-5771-492a-88b1-f0ac7a9fa260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:38.341177 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d9e74d10-7d71-4c6c-b02e-df711ab0fdd7 req-3ec2ad5e-f231-4362-9325-b601ee14d1fe service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2360442 Jul 06 14:59:38.629408 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:38.672321 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 001b93e7-5e79-4664-9e0f-7f2c4ca0e777 up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:59:38.815477 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 001b93e7-5e79-4664-9e0f-7f2c4ca0e777 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:59:38.816068 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:38.864762 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e74d10-7d71-4c6c-b02e-df711ab0fdd7 req-eaa56793-8bbb-4b8c-be15-81aec8d1d50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:38.867585 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d9e74d10-7d71-4c6c-b02e-df711ab0fdd7 req-eaa56793-8bbb-4b8c-be15-81aec8d1d50b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1817bfcb8e354beb83cfd6d1c7f72a50&device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 1098 time: 0.4081211 Jul 06 14:59:38.878717 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_common [None req-4b623832-5771-492a-88b1-f0ac7a9fa260 admin admin] Allocated IP 172.20.0.1 (30c789e8-b94e-4be6-835b-f57d1f992c7d/2a7da8f7-db9a-4586-860a-6cb0c1a13cd1/c203d9db-cb4c-4be5-827f-ef321ac73003) {{(pid=92915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:59:38.898771 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-67d4404a-05e1-4ae6-b096-8ad73a4a0f64 None None] Notify callbacks [] for port, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:38.956172 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.provisioning_blocks [None req-67d4404a-05e1-4ae6-b096-8ad73a4a0f64 None None] Transition to ACTIVE for port object c850fc90-5e12-4ac9-b104-769d50d4e85b will not be triggered until provisioned by entity L2. {{(pid=92918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:59:38.977870 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-67d4404a-05e1-4ae6-b096-8ad73a4a0f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:39.028234 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6f183-7d7e-4d57-ab15-7155fcffd253 req-255b3bf8-6f96-4553-924f-ed7a7bb34081 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:39.032046 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-1ff6f183-7d7e-4d57-ab15-7155fcffd253 req-255b3bf8-6f96-4553-924f-ed7a7bb34081 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 944 time: 0.2365510 Jul 06 14:59:39.112459 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 8afc69db-44a6-4200-97ea-e6d5872e7079 up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:59:39.135675 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e74d10-7d71-4c6c-b02e-df711ab0fdd7 req-4ba56c87-da7f-4ea7-8ad6-f5c4024de9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:39.138426 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d9e74d10-7d71-4c6c-b02e-df711ab0fdd7 req-4ba56c87-da7f-4ea7-8ad6-f5c4024de9cc service neutron] 10.222.0.25 "GET /v2.0/networks?id=fa81ded4-639a-45fc-af54-68a391814316 HTTP/1.1" status: 200 len: 919 time: 0.2128916 Jul 06 14:59:39.183633 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-1ff6f183-7d7e-4d57-ab15-7155fcffd253 req-56e5657c-8bd0-43e3-a535-0f87bdb365f2 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336224 Jul 06 14:59:39.184037 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [None req-67d4404a-05e1-4ae6-b096-8ad73a4a0f64 None None] Attempting to bind port c850fc90-5e12-4ac9-b104-769d50d4e85b on host dv-cinder-788363-5-iscsi for vnic_type normal with profile {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:59:39.184037 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [None req-67d4404a-05e1-4ae6-b096-8ad73a4a0f64 None None] Attempting to bind port c850fc90-5e12-4ac9-b104-769d50d4e85b by drivers openvswitch,hyperv on host dv-cinder-788363-5-iscsi at level 0 using segments [{'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:59:39.184811 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d4404a-05e1-4ae6-b096-8ad73a4a0f64 None None] Attempting to bind port c850fc90-5e12-4ac9-b104-769d50d4e85b on network cda8cae0-c766-4621-9577-ca435140768c {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:59:39.215931 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d4404a-05e1-4ae6-b096-8ad73a4a0f64 None None] Checking agent: {'id': 'f25167b8-434d-4f4a-9be4-898338da7490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 48, 5), 'started_at': datetime.datetime(2021, 7, 6, 14, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:59:39.216509 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d4404a-05e1-4ae6-b096-8ad73a4a0f64 None None] Checking segment: {'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:59:39.229659 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-67d4404a-05e1-4ae6-b096-8ad73a4a0f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:39.230938 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d4404a-05e1-4ae6-b096-8ad73a4a0f64 None None] Bound using segment: {'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:59:39.232058 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [None req-67d4404a-05e1-4ae6-b096-8ad73a4a0f64 None None] Bound port: c850fc90-5e12-4ac9-b104-769d50d4e85b, host: dv-cinder-788363-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'}}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:59:39.232750 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-67d4404a-05e1-4ae6-b096-8ad73a4a0f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:39.244848 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 8afc69db-44a6-4200-97ea-e6d5872e7079 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:59:39.245392 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:39.344256 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d9e74d10-7d71-4c6c-b02e-df711ab0fdd7 req-c5e1dc27-b0f6-4119-9754-781cd7908af9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=554a6a80-8427-4fd1-9242-028c75282197 HTTP/1.1" status: 200 len: 217 time: 0.1924052 Jul 06 14:59:39.379623 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-67d4404a-05e1-4ae6-b096-8ad73a4a0f64 None None] For port c850fc90-5e12-4ac9-b104-769d50d4e85b, host dv-cinder-788363-5-iscsi, cleared binding levels {{(pid=92918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:59:39.393707 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-67d4404a-05e1-4ae6-b096-8ad73a4a0f64 None None] For port c850fc90-5e12-4ac9-b104-769d50d4e85b, host dv-cinder-788363-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=c850fc90-5e12-4ac9-b104-769d50d4e85b,segment=NetworkSegment(d7a48dfa-38cd-4c9a-ae5e-4dc474366c17),segment_id=d7a48dfa-38cd-4c9a-ae5e-4dc474366c17)] {{(pid=92918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:59:39.410887 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-67d4404a-05e1-4ae6-b096-8ad73a4a0f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:39.446209 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8c22a-641e-459d-9368-3cf0b0a5a565 None None] Pushing event updated for resources: {'Port': ['ID=c850fc90-5e12-4ac9-b104-769d50d4e85b,revision_number=2']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:39.663806 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8c22a-641e-459d-9368-3cf0b0a5a565 None None] Pushing event updated for resources: {'Port': ['ID=c850fc90-5e12-4ac9-b104-769d50d4e85b,revision_number=3']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:39.673204 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d4404a-05e1-4ae6-b096-8ad73a4a0f64 None None] Routers {'f59430b2-e41a-48d8-8344-ef017568acc6'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:59:39.674807 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-67d4404a-05e1-4ae6-b096-8ad73a4a0f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T14:59:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['f59430b2-e41a-48d8-8344-ef017568acc6'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:59:39.725437 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e74d10-7d71-4c6c-b02e-df711ab0fdd7 req-23ddd001-afcb-4fda-8329-41cdbafde472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:39.728021 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d9e74d10-7d71-4c6c-b02e-df711ab0fdd7 req-23ddd001-afcb-4fda-8329-41cdbafde472 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1431c281-ca69-4953-881e-6e7d559cefaf HTTP/1.1" status: 200 len: 858 time: 0.3145854 Jul 06 14:59:39.822106 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d9e74d10-7d71-4c6c-b02e-df711ab0fdd7 req-fe25750a-48e6-4434-bdf1-ecafbfc0fdd9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fa81ded4-639a-45fc-af54-68a391814316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839012 Jul 06 14:59:39.958674 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-67d4404a-05e1-4ae6-b096-8ad73a4a0f64 None None] Set router f59430b2-e41a-48d8-8344-ef017568acc6 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:59:40.050624 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d9e74d10-7d71-4c6c-b02e-df711ab0fdd7 req-da6ee0fd-7c0b-40ce-9dab-777a4019d86d service neutron] 10.222.0.25 "GET /v2.0/networks/fa81ded4-639a-45fc-af54-68a391814316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132716 Jul 06 14:59:40.112887 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4b623832-5771-492a-88b1-f0ac7a9fa260 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:40.151395 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09d8d2-3de6-4b82-9b60-358f05a8b988 req-f24cc49c-f0cb-40be-bb1c-8541f2593ec4 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:40.160659 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ef09d8d2-3de6-4b82-9b60-358f05a8b988 req-f24cc49c-f0cb-40be-bb1c-8541f2593ec4 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.7158647 Jul 06 14:59:40.337101 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.provisioning_blocks [None req-4b623832-5771-492a-88b1-f0ac7a9fa260 admin admin] Transition to ACTIVE for port object c203d9db-cb4c-4be5-827f-ef321ac73003 will not be triggered until provisioned by entity DHCP. {{(pid=92915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:59:40.337733 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-67d4404a-05e1-4ae6-b096-8ad73a4a0f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59430b2-e41a-48d8-8344-ef017568acc6', 'name': 'tempest-TestShelveInstance-966663938-router', 'tenant_id': 'bf2599dda93f4d128f02b3959981a514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c850fc90-5e12-4ac9-b104-769d50d4e85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:59:29Z', 'updated_at': '2021-07-06T14:59:34Z', 'revision_number': 3, 'project_id': 'bf2599dda93f4d128f02b3959981a514', 'gw_port': {'id': 'c850fc90-5e12-4ac9-b104-769d50d4e85b', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:15:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59430b2-e41a-48d8-8344-ef017568acc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:59:32Z', 'updated_at': '2021-07-06T14:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:59:40.418443 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d4404a-05e1-4ae6-b096-8ad73a4a0f64 None None] The sync data for ids ['f59430b2-e41a-48d8-8344-ef017568acc6'] in dv-cinder-788363-5-iscsi is: [{'id': 'f59430b2-e41a-48d8-8344-ef017568acc6', 'name': 'tempest-TestShelveInstance-966663938-router', 'tenant_id': 'bf2599dda93f4d128f02b3959981a514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c850fc90-5e12-4ac9-b104-769d50d4e85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:59:29Z', 'updated_at': '2021-07-06T14:59:34Z', 'revision_number': 3, 'project_id': 'bf2599dda93f4d128f02b3959981a514', 'gw_port': {'id': 'c850fc90-5e12-4ac9-b104-769d50d4e85b', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:15:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59430b2-e41a-48d8-8344-ef017568acc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:59:32Z', 'updated_at': '2021-07-06T14:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}] {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:59:40.421277 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ef09d8d2-3de6-4b82-9b60-358f05a8b988 req-4c185172-5249-47c9-98dd-68e7811c0711 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591550 Jul 06 14:59:40.510145 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d9e74d10-7d71-4c6c-b02e-df711ab0fdd7 req-6ce48981-425b-45e1-8049-84d25ec11c05 service neutron] 10.222.0.25 "GET /v2.0/networks/fa81ded4-639a-45fc-af54-68a391814316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223850 Jul 06 14:59:40.538849 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4b623832-5771-492a-88b1-f0ac7a9fa260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2297291'] for port, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:40.656842 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b623832-5771-492a-88b1-f0ac7a9fa260 admin admin] Pushing event updated for resources: {'Port': ['ID=c203d9db-cb4c-4be5-827f-ef321ac73003,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:40.686057 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b623832-5771-492a-88b1-f0ac7a9fa260 admin admin] Network 30c789e8-b94e-4be6-835b-f57d1f992c7d is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:59:40.692472 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [None req-4b623832-5771-492a-88b1-f0ac7a9fa260 admin admin] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:59:40.698242 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b623832-5771-492a-88b1-f0ac7a9fa260 admin admin] Received port after_create {{(pid=92915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:59:40.834238 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4b623832-5771-492a-88b1-f0ac7a9fa260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871998'] for router_interface, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:40.839888 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c5a90-6497-4404-b7c1-81698f088a70 req-c25d3db9-8b76-4e82-9846-9bdf0a410854 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:40.842572 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-bb3c5a90-6497-4404-b7c1-81698f088a70 req-c25d3db9-8b76-4e82-9846-9bdf0a410854 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 944 time: 0.1501391 Jul 06 14:59:41.009453 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-bb3c5a90-6497-4404-b7c1-81698f088a70 req-855d9030-626f-4b08-92f8-c65f384548c0 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561251 Jul 06 14:59:41.189592 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 19694f19-f835-47ec-8e7d-d11823081e9a no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:59:41.352963 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-b76d72ed-bba1-43b2-915c-02cade2cd258 None None] Provisioning for port c203d9db-cb4c-4be5-827f-ef321ac73003 completed by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:59:41.363963 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-b76d72ed-bba1-43b2-915c-02cade2cd258 None None] Provisioning complete for port c203d9db-cb4c-4be5-827f-ef321ac73003 triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:59:41.365014 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-b76d72ed-bba1-43b2-915c-02cade2cd258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:41.485715 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-b76d72ed-bba1-43b2-915c-02cade2cd258 None None] Port c203d9db-cb4c-4be5-827f-ef321ac73003 cannot update to ACTIVE because it is not bound. {{(pid=92917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:59:42.154146 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f882f7-2a42-43cb-968f-7c884f890337 req-95a67bb8-c96d-43db-94f1-a0e471fde786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:42.157181 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c2f882f7-2a42-43cb-968f-7c884f890337 req-95a67bb8-c96d-43db-94f1-a0e471fde786 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1817bfcb8e354beb83cfd6d1c7f72a50&device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 1099 time: 0.3802431 Jul 06 14:59:42.284823 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4b623832-5771-492a-88b1-f0ac7a9fa260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:42.305595 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 6 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:59:42.446903 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3daea2-650b-42d5-8c4f-f0c5abe032dc req-65766ba8-cd4c-4dce-837e-57f79c10f813 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:42.451120 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6f3daea2-650b-42d5-8c4f-f0c5abe032dc req-65766ba8-cd4c-4dce-837e-57f79c10f813 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.3737259 Jul 06 14:59:42.802038 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device c850fc90-5e12-4ac9-b104-769d50d4e85b up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:59:42.818927 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6f3daea2-650b-42d5-8c4f-f0c5abe032dc req-d41a1852-d23e-4ec1-b984-cfed849ba94c tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721133 Jul 06 14:59:42.837734 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f882f7-2a42-43cb-968f-7c884f890337 req-b0324e82-fd39-4768-8120-c6345f903e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:42.840589 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c2f882f7-2a42-43cb-968f-7c884f890337 req-b0324e82-fd39-4768-8120-c6345f903e55 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fa81ded4-639a-45fc-af54-68a391814316 HTTP/1.1" status: 200 len: 919 time: 0.6585190 Jul 06 14:59:42.976226 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning for port c850fc90-5e12-4ac9-b104-769d50d4e85b completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:59:42.990265 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port c850fc90-5e12-4ac9-b104-769d50d4e85b triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:59:42.991230 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:43.036931 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c2f882f7-2a42-43cb-968f-7c884f890337 req-74b1d0c2-2b9c-4b6a-baff-265dd7c9f2b7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d3ef5b9-af08-4e7c-a16a-c007bb7433b9 HTTP/1.1" status: 200 len: 217 time: 0.1017599 Jul 06 14:59:43.194168 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f882f7-2a42-43cb-968f-7c884f890337 req-80dd599f-bec7-4dc4-a332-c03ef1f02ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:43.198183 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c2f882f7-2a42-43cb-968f-7c884f890337 req-80dd599f-bec7-4dc4-a332-c03ef1f02ac4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1431c281-ca69-4953-881e-6e7d559cefaf HTTP/1.1" status: 200 len: 858 time: 0.1490030 Jul 06 14:59:43.252614 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:43.312902 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c2f882f7-2a42-43cb-968f-7c884f890337 req-a2afcccc-24d0-4594-92a7-b188745b03b8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fa81ded4-639a-45fc-af54-68a391814316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835385 Jul 06 14:59:43.333562 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] For port c850fc90-5e12-4ac9-b104-769d50d4e85b, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=c850fc90-5e12-4ac9-b104-769d50d4e85b,segment=NetworkSegment(d7a48dfa-38cd-4c9a-ae5e-4dc474366c17),segment_id=d7a48dfa-38cd-4c9a-ae5e-4dc474366c17)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:59:43.348657 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:43.489893 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4b623832-5771-492a-88b1-f0ac7a9fa260 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:43.509886 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4b623832-5771-492a-88b1-f0ac7a9fa260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2297145'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:43.526645 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Pushing event updated for resources: {'Port': ['ID=c850fc90-5e12-4ac9-b104-769d50d4e85b,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:43.614058 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4b623832-5771-492a-88b1-f0ac7a9fa260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7887058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869059'] for router_interface, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:43.759903 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c2f882f7-2a42-43cb-968f-7c884f890337 req-016af63c-15a4-45ec-a5b1-7bbed2d2a667 service neutron] 10.222.0.25 "GET /v2.0/networks/fa81ded4-639a-45fc-af54-68a391814316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249432 Jul 06 14:59:43.953842 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b623832-5771-492a-88b1-f0ac7a9fa260 admin admin] Pushing event updated for resources: {'Port': ['ID=c203d9db-cb4c-4be5-827f-ef321ac73003,revision_number=2']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:44.204454 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b0210-d5ec-46de-816b-78b838606f0e req-708dcddc-d67f-455c-9339-e06212661bce tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:44.209765 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-155b0210-d5ec-46de-816b-78b838606f0e req-708dcddc-d67f-455c-9339-e06212661bce tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 944 time: 0.6155214 Jul 06 14:59:44.237568 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c2f882f7-2a42-43cb-968f-7c884f890337 req-87c6ece7-7268-429a-80c0-8427eaa29e40 service neutron] 10.222.0.25 "GET /v2.0/networks/fa81ded4-639a-45fc-af54-68a391814316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567993 Jul 06 14:59:44.284810 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b623832-5771-492a-88b1-f0ac7a9fa260 admin admin] Network 30c789e8-b94e-4be6-835b-f57d1f992c7d is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:59:44.297472 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [None req-4b623832-5771-492a-88b1-f0ac7a9fa260 admin admin] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:59:44.342068 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-155b0210-d5ec-46de-816b-78b838606f0e req-04ad94a4-c1b8-41ad-b9be-6ad9a611b086 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226108 Jul 06 14:59:44.472433 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf37ae9-11ba-45f0-9c9b-40a0aca45614 req-21849475-34ec-45c5-9f96-dd0d26fe18fb tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:44.512378 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-fdf37ae9-11ba-45f0-9c9b-40a0aca45614 req-21849475-34ec-45c5-9f96-dd0d26fe18fb tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.3060684 Jul 06 14:59:44.608703 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device c850fc90-5e12-4ac9-b104-769d50d4e85b up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:59:44.668804 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-fdf37ae9-11ba-45f0-9c9b-40a0aca45614 req-fdc4da5c-0760-484c-892e-e2e1134eb871 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550333 Jul 06 14:59:44.753070 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b623832-5771-492a-88b1-f0ac7a9fa260 admin admin] Router f59430b2-e41a-48d8-8344-ef017568acc6 has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:59:44.844551 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 51120) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:59:44.907790 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port c850fc90-5e12-4ac9-b104-769d50d4e85b triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:59:44.908732 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:45.001326 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b623832-5771-492a-88b1-f0ac7a9fa260 admin admin] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:59:45.027051 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-4b623832-5771-492a-88b1-f0ac7a9fa260 admin admin] 10.222.0.20 "PUT /v2.0/routers/f59430b2-e41a-48d8-8344-ef017568acc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0190647 Jul 06 14:59:45.060872 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e10210-2695-437a-83c9-f487b582d355 None None] Sync routers for ids ['f59430b2-e41a-48d8-8344-ef017568acc6'] in dv-cinder-788363-5-iscsi {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:59:45.085155 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-c5c1eb7e-e89f-4843-a677-6beb3fe0d097 None None] Provisioning complete for port c203d9db-cb4c-4be5-827f-ef321ac73003 triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:59:45.086097 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-c5c1eb7e-e89f-4843-a677-6beb3fe0d097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:45.151238 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b148d48a-f9a4-4fac-84f8-66ee2444e919 req-a281875a-5e28-4b93-8d1f-8345d048d55f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3050294 Jul 06 14:59:45.187469 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e10210-2695-437a-83c9-f487b582d355 None None] Routers {'f59430b2-e41a-48d8-8344-ef017568acc6'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:59:45.188974 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-90e10210-2695-437a-83c9-f487b582d355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T14:59:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['f59430b2-e41a-48d8-8344-ef017568acc6'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:59:45.439735 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-c5c1eb7e-e89f-4843-a677-6beb3fe0d097 None None] Port c203d9db-cb4c-4be5-827f-ef321ac73003 cannot update to ACTIVE because it is not bound. {{(pid=92917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:59:45.762777 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0382551-4ebd-460c-a125-4bd15cae618e req-bedf53e7-223d-44b6-8e54-6c5310718a78 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:45.764742 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c0382551-4ebd-460c-a125-4bd15cae618e req-bedf53e7-223d-44b6-8e54-6c5310718a78 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 944 time: 0.1439774 Jul 06 14:59:45.790394 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-90e10210-2695-437a-83c9-f487b582d355 None None] Set router f59430b2-e41a-48d8-8344-ef017568acc6 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:59:45.828509 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c0382551-4ebd-460c-a125-4bd15cae618e req-7a97f83f-d62d-4d18-8aa7-e479247e5962 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528393 Jul 06 14:59:46.111724 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 51148) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:59:46.122678 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-e8122b7d-82d0-44b2-9b8f-f4511f309c2f tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-537097438', 'description': 'tempest-secgroup-smoke-537097438 description', 'project_id': 'e801beae0cd84e64ad65a5c9c4637a7d'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:59:46.187913 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e8122b7d-82d0-44b2-9b8f-f4511f309c2f tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:46.371965 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bced71-53bd-40f0-b221-d22caa179ae0 req-04a285f8-57e6-49df-ba64-4a7c325d76b2 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:46.374675 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-08bced71-53bd-40f0-b221-d22caa179ae0 req-04a285f8-57e6-49df-ba64-4a7c325d76b2 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.2896724 Jul 06 14:59:46.433145 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e8122b7d-82d0-44b2-9b8f-f4511f309c2f tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:46.447731 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e8122b7d-82d0-44b2-9b8f-f4511f309c2f tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:46.526188 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-08bced71-53bd-40f0-b221-d22caa179ae0 req-21c048a6-71b9-4f93-a8f2-9dcdf4d37362 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391206 Jul 06 14:59:46.581606 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-90e10210-2695-437a-83c9-f487b582d355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59430b2-e41a-48d8-8344-ef017568acc6', 'name': 'tempest-TestShelveInstance-966663938-router', 'tenant_id': 'bf2599dda93f4d128f02b3959981a514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c850fc90-5e12-4ac9-b104-769d50d4e85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:59:29Z', 'updated_at': '2021-07-06T14:59:41Z', 'revision_number': 4, 'project_id': 'bf2599dda93f4d128f02b3959981a514', 'gw_port': {'id': 'c850fc90-5e12-4ac9-b104-769d50d4e85b', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:15:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59430b2-e41a-48d8-8344-ef017568acc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:59:32Z', 'updated_at': '2021-07-06T14:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': 'c203d9db-cb4c-4be5-827f-ef321ac73003', 'name': '', 'network_id': '30c789e8-b94e-4be6-835b-f57d1f992c7d', 'tenant_id': 'bf2599dda93f4d128f02b3959981a514', 'mac_address': 'fa:16:3e:ac:3a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59430b2-e41a-48d8-8344-ef017568acc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2a7da8f7-db9a-4586-860a-6cb0c1a13cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:59:38Z', 'updated_at': '2021-07-06T14:59:42Z', 'revision_number': 2, 'project_id': 'bf2599dda93f4d128f02b3959981a514', 'subnets': [{'id': '2a7da8f7-db9a-4586-860a-6cb0c1a13cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:59:46.621105 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e8122b7d-82d0-44b2-9b8f-f4511f309c2f tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:46.632009 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 51152) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:59:46.632305 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-e8122b7d-82d0-44b2-9b8f-f4511f309c2f tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5131691 Jul 06 14:59:46.634525 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8122b7d-82d0-44b2-9b8f-f4511f309c2f tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a33af9-b8de-41a8-b894-f9b3d8052d4d,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:46.643865 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-b85a0f4f-b415-44f3-999b-8218314e95ea tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Request body: {'security_group_rule': {'security_group_id': 'e3a33af9-b8de-41a8-b894-f9b3d8052d4d', 'project_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:59:46.666644 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8122b7d-82d0-44b2-9b8f-f4511f309c2f tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:46.668171 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8122b7d-82d0-44b2-9b8f-f4511f309c2f tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:46.669190 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8122b7d-82d0-44b2-9b8f-f4511f309c2f tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:46.669993 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8122b7d-82d0-44b2-9b8f-f4511f309c2f tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:46.670739 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8122b7d-82d0-44b2-9b8f-f4511f309c2f tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:46.673539 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8122b7d-82d0-44b2-9b8f-f4511f309c2f tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:46.684432 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8122b7d-82d0-44b2-9b8f-f4511f309c2f tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:46.684870 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8122b7d-82d0-44b2-9b8f-f4511f309c2f tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:46.685295 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8122b7d-82d0-44b2-9b8f-f4511f309c2f tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:46.685819 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8122b7d-82d0-44b2-9b8f-f4511f309c2f tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:46.686351 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8122b7d-82d0-44b2-9b8f-f4511f309c2f tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:46.686880 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8122b7d-82d0-44b2-9b8f-f4511f309c2f tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:59:46.698469 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e10210-2695-437a-83c9-f487b582d355 None None] Checking router: f59430b2-e41a-48d8-8344-ef017568acc6 for host: dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:59:46.699538 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e10210-2695-437a-83c9-f487b582d355 None None] Updating router f59430b2-e41a-48d8-8344-ef017568acc6 port c203d9db-cb4c-4be5-827f-ef321ac73003 binding host dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:59:46.723788 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-b85a0f4f-b415-44f3-999b-8218314e95ea tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:46.794479 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-90e10210-2695-437a-83c9-f487b582d355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:47.035744 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-b85a0f4f-b415-44f3-999b-8218314e95ea tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:47.050720 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-b85a0f4f-b415-44f3-999b-8218314e95ea tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-264711'] for security_group_rule, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:47.121705 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a0f4f-b415-44f3-999b-8218314e95ea tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf2eb33-94a4-432a-8f5c-a383836c649c,revision_number=0']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:47.141764 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-b85a0f4f-b415-44f3-999b-8218314e95ea tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:47.148273 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-b85a0f4f-b415-44f3-999b-8218314e95ea tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5102327 Jul 06 14:59:47.148663 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 51156) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:59:47.154118 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-e82f47a8-1ef1-41a5-9c7e-cd24e1347e73 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Request body: {'security_group_rule': {'security_group_id': 'e3a33af9-b8de-41a8-b894-f9b3d8052d4d', 'project_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:59:47.258664 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e82f47a8-1ef1-41a5-9c7e-cd24e1347e73 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:47.367186 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577ab0c-6d5a-4bbd-a0f2-121cf370763a req-081cd6f9-6f0b-44af-8c2e-e3e01ccc8e5a tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:47.370111 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-0577ab0c-6d5a-4bbd-a0f2-121cf370763a req-081cd6f9-6f0b-44af-8c2e-e3e01ccc8e5a tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 944 time: 0.1898818 Jul 06 14:59:47.408201 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e82f47a8-1ef1-41a5-9c7e-cd24e1347e73 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:47.419502 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e82f47a8-1ef1-41a5-9c7e-cd24e1347e73 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-264711'] for security_group_rule, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:47.424672 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-90e10210-2695-437a-83c9-f487b582d355 None None] Notify callbacks [] for port, precommit_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:47.446602 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-90e10210-2695-437a-83c9-f487b582d355 None None] Transition to ACTIVE for port object c203d9db-cb4c-4be5-827f-ef321ac73003 will not be triggered until provisioned by entity L2. {{(pid=92917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:59:47.463298 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-90e10210-2695-437a-83c9-f487b582d355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:47.463622 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f47a8-1ef1-41a5-9c7e-cd24e1347e73 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b40895-4e6f-4e0d-912b-e2cef0376bf6,revision_number=0']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:47.484028 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-0577ab0c-6d5a-4bbd-a0f2-121cf370763a req-d4d37523-df70-4ff9-aec2-8bc2d8e5d725 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979493 Jul 06 14:59:47.487616 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e82f47a8-1ef1-41a5-9c7e-cd24e1347e73 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:47.490016 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-e82f47a8-1ef1-41a5-9c7e-cd24e1347e73 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3397815 Jul 06 14:59:47.494819 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 51164) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:59:47.503625 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-be796ee7-7f04-4360-879a-d2df1d1597e8 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Request body: {'security_group_rule': {'security_group_id': 'e3a33af9-b8de-41a8-b894-f9b3d8052d4d', 'project_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:59:47.578800 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-be796ee7-7f04-4360-879a-d2df1d1597e8 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:47.734442 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-be796ee7-7f04-4360-879a-d2df1d1597e8 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:47.746342 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-be796ee7-7f04-4360-879a-d2df1d1597e8 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-264711'] for security_group_rule, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:47.785214 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be796ee7-7f04-4360-879a-d2df1d1597e8 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb08403-ed2d-4b50-970a-5fa5c0cc7e14,revision_number=0']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:47.794497 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-be796ee7-7f04-4360-879a-d2df1d1597e8 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:47.796600 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-be796ee7-7f04-4360-879a-d2df1d1597e8 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2998493 Jul 06 14:59:47.800993 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 51172) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:59:47.815669 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-6a5869b1-b1e5-460e-bbb5-90c3124c3972 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Request body: {'security_group_rule': {'security_group_id': 'e3a33af9-b8de-41a8-b894-f9b3d8052d4d', 'project_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:59:47.931262 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6a5869b1-b1e5-460e-bbb5-90c3124c3972 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:48.048978 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea172e0-88f6-4654-bdc1-f6d4d6a7eaae None None] Pushing event updated for resources: {'Port': ['ID=c203d9db-cb4c-4be5-827f-ef321ac73003,revision_number=3']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:48.052493 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6a5869b1-b1e5-460e-bbb5-90c3124c3972 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:48.060802 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6a5869b1-b1e5-460e-bbb5-90c3124c3972 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-264711'] for security_group_rule, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:48.078113 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad4b08-3a9d-4c6d-9218-686a95fa5d82 req-e83841d6-f638-4e21-961b-36c3e25708aa tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:48.080054 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5869b1-b1e5-460e-bbb5-90c3124c3972 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3acacb7f-6012-42c5-9d91-e03177857da7,revision_number=0']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:48.098061 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-0cad4b08-3a9d-4c6d-9218-686a95fa5d82 req-e83841d6-f638-4e21-961b-36c3e25708aa tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.2042234 Jul 06 14:59:48.106320 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6a5869b1-b1e5-460e-bbb5-90c3124c3972 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:48.111427 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-6a5869b1-b1e5-460e-bbb5-90c3124c3972 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3055508 Jul 06 14:59:48.112411 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 51178) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:59:48.117831 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-ed12cbc7-4ca3-4329-906b-ba4c8d1f3889 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Request body: {'security_group_rule': {'security_group_id': 'e3a33af9-b8de-41a8-b894-f9b3d8052d4d', 'project_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:59:48.142557 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-90e10210-2695-437a-83c9-f487b582d355 None None] Attempting to bind port c203d9db-cb4c-4be5-827f-ef321ac73003 on host dv-cinder-788363-5-iscsi for vnic_type normal with profile {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:59:48.143244 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-90e10210-2695-437a-83c9-f487b582d355 None None] Attempting to bind port c203d9db-cb4c-4be5-827f-ef321ac73003 by drivers openvswitch,hyperv on host dv-cinder-788363-5-iscsi at level 0 using segments [{'id': '665c6051-b251-4819-830c-72382d2aaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '30c789e8-b94e-4be6-835b-f57d1f992c7d'}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:59:48.143900 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e10210-2695-437a-83c9-f487b582d355 None None] Attempting to bind port c203d9db-cb4c-4be5-827f-ef321ac73003 on network 30c789e8-b94e-4be6-835b-f57d1f992c7d {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:59:48.155351 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e10210-2695-437a-83c9-f487b582d355 None None] Checking agent: {'id': 'f25167b8-434d-4f4a-9be4-898338da7490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 48, 5), 'started_at': datetime.datetime(2021, 7, 6, 14, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:59:48.155836 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e10210-2695-437a-83c9-f487b582d355 None None] Checking segment: {'id': '665c6051-b251-4819-830c-72382d2aaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '30c789e8-b94e-4be6-835b-f57d1f992c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:59:48.157726 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-90e10210-2695-437a-83c9-f487b582d355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:48.158918 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e10210-2695-437a-83c9-f487b582d355 None None] Bound using segment: {'id': '665c6051-b251-4819-830c-72382d2aaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '30c789e8-b94e-4be6-835b-f57d1f992c7d'} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:59:48.159839 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.db.securitygroups_db [None req-ed12cbc7-4ca3-4329-906b-ba4c8d1f3889 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Project e801beae0cd84e64ad65a5c9c4637a7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:59:48.160040 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-90e10210-2695-437a-83c9-f487b582d355 None None] Bound port: c203d9db-cb4c-4be5-827f-ef321ac73003, host: dv-cinder-788363-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '665c6051-b251-4819-830c-72382d2aaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '30c789e8-b94e-4be6-835b-f57d1f992c7d'}}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:59:48.160573 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-90e10210-2695-437a-83c9-f487b582d355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:48.167097 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-ed12cbc7-4ca3-4329-906b-ba4c8d1f3889 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:48.171661 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-0cad4b08-3a9d-4c6d-9218-686a95fa5d82 req-98e5a855-59d3-4ee5-9343-03bbf78c175b tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698802 Jul 06 14:59:48.290168 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-90e10210-2695-437a-83c9-f487b582d355 None None] For port c203d9db-cb4c-4be5-827f-ef321ac73003, host dv-cinder-788363-5-iscsi, cleared binding levels {{(pid=92917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:59:48.296357 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-90e10210-2695-437a-83c9-f487b582d355 None None] For port c203d9db-cb4c-4be5-827f-ef321ac73003, host dv-cinder-788363-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=c203d9db-cb4c-4be5-827f-ef321ac73003,segment=NetworkSegment(665c6051-b251-4819-830c-72382d2aaf74),segment_id=665c6051-b251-4819-830c-72382d2aaf74)] {{(pid=92917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:59:48.300284 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-ed12cbc7-4ca3-4329-906b-ba4c8d1f3889 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:48.304215 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-90e10210-2695-437a-83c9-f487b582d355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:48.314076 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-ed12cbc7-4ca3-4329-906b-ba4c8d1f3889 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-264711'] for security_group_rule, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:48.354728 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed12cbc7-4ca3-4329-906b-ba4c8d1f3889 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d893c8-e464-4634-a247-9120d0a24ccc,revision_number=0']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:48.377759 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-ed12cbc7-4ca3-4329-906b-ba4c8d1f3889 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:48.381155 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-ed12cbc7-4ca3-4329-906b-ba4c8d1f3889 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2669675 Jul 06 14:59:48.385137 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 51184) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:59:48.385779 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea172e0-88f6-4654-bdc1-f6d4d6a7eaae None None] Pushing event updated for resources: {'Port': ['ID=c203d9db-cb4c-4be5-827f-ef321ac73003,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:48.391912 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-2ae5bfc2-8998-436e-a2d3-8d84b4d2050e tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Request body: {'security_group_rule': {'security_group_id': 'e3a33af9-b8de-41a8-b894-f9b3d8052d4d', 'project_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:59:48.437520 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e10210-2695-437a-83c9-f487b582d355 None None] Routers {'f59430b2-e41a-48d8-8344-ef017568acc6'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:59:48.438692 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-90e10210-2695-437a-83c9-f487b582d355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T14:59:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['f59430b2-e41a-48d8-8344-ef017568acc6'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:59:48.451508 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.db.securitygroups_db [None req-2ae5bfc2-8998-436e-a2d3-8d84b4d2050e tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Project e801beae0cd84e64ad65a5c9c4637a7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:59:48.458225 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-2ae5bfc2-8998-436e-a2d3-8d84b4d2050e tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:48.565581 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-2ae5bfc2-8998-436e-a2d3-8d84b4d2050e tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:48.576663 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-2ae5bfc2-8998-436e-a2d3-8d84b4d2050e tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-264711'] for security_group_rule, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:48.624711 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-2ae5bfc2-8998-436e-a2d3-8d84b4d2050e tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:48.629546 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-2ae5bfc2-8998-436e-a2d3-8d84b4d2050e tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2407799 Jul 06 14:59:48.643827 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5bfc2-8998-436e-a2d3-8d84b4d2050e tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=401cd949-d8ae-40de-aa34-92cd7d7d6463,revision_number=0']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:48.670639 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-90e10210-2695-437a-83c9-f487b582d355 None None] Set router f59430b2-e41a-48d8-8344-ef017568acc6 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:59:49.200179 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-90e10210-2695-437a-83c9-f487b582d355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59430b2-e41a-48d8-8344-ef017568acc6', 'name': 'tempest-TestShelveInstance-966663938-router', 'tenant_id': 'bf2599dda93f4d128f02b3959981a514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c850fc90-5e12-4ac9-b104-769d50d4e85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:59:29Z', 'updated_at': '2021-07-06T14:59:41Z', 'revision_number': 4, 'project_id': 'bf2599dda93f4d128f02b3959981a514', 'gw_port': {'id': 'c850fc90-5e12-4ac9-b104-769d50d4e85b', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:15:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59430b2-e41a-48d8-8344-ef017568acc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:59:32Z', 'updated_at': '2021-07-06T14:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': 'c203d9db-cb4c-4be5-827f-ef321ac73003', 'name': '', 'network_id': '30c789e8-b94e-4be6-835b-f57d1f992c7d', 'tenant_id': 'bf2599dda93f4d128f02b3959981a514', 'mac_address': 'fa:16:3e:ac:3a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59430b2-e41a-48d8-8344-ef017568acc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2a7da8f7-db9a-4586-860a-6cb0c1a13cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:59:38Z', 'updated_at': '2021-07-06T14:59:48Z', 'revision_number': 4, 'project_id': 'bf2599dda93f4d128f02b3959981a514', 'subnets': [{'id': '2a7da8f7-db9a-4586-860a-6cb0c1a13cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:59:49.216182 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148d48a-f9a4-4fac-84f8-66ee2444e919 req-722bb257-f2a5-4f3c-9035-6c90bb6ca703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:49.225827 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b148d48a-f9a4-4fac-84f8-66ee2444e919 req-722bb257-f2a5-4f3c-9035-6c90bb6ca703 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898&tenant_id=db10d77829764bf49e4461d41eb69399 HTTP/1.1" status: 200 len: 1097 time: 0.3536556 Jul 06 14:59:49.287135 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e10210-2695-437a-83c9-f487b582d355 None None] The sync data for ids ['f59430b2-e41a-48d8-8344-ef017568acc6'] in dv-cinder-788363-5-iscsi is: [{'id': 'f59430b2-e41a-48d8-8344-ef017568acc6', 'name': 'tempest-TestShelveInstance-966663938-router', 'tenant_id': 'bf2599dda93f4d128f02b3959981a514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c850fc90-5e12-4ac9-b104-769d50d4e85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:59:29Z', 'updated_at': '2021-07-06T14:59:41Z', 'revision_number': 4, 'project_id': 'bf2599dda93f4d128f02b3959981a514', 'gw_port': {'id': 'c850fc90-5e12-4ac9-b104-769d50d4e85b', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:15:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59430b2-e41a-48d8-8344-ef017568acc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:59:32Z', 'updated_at': '2021-07-06T14:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': 'c203d9db-cb4c-4be5-827f-ef321ac73003', 'name': '', 'network_id': '30c789e8-b94e-4be6-835b-f57d1f992c7d', 'tenant_id': 'bf2599dda93f4d128f02b3959981a514', 'mac_address': 'fa:16:3e:ac:3a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59430b2-e41a-48d8-8344-ef017568acc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2a7da8f7-db9a-4586-860a-6cb0c1a13cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:59:38Z', 'updated_at': '2021-07-06T14:59:48Z', 'revision_number': 4, 'project_id': 'bf2599dda93f4d128f02b3959981a514', 'subnets': [{'id': '2a7da8f7-db9a-4586-860a-6cb0c1a13cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:59:49.492284 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0229adf-1f22-4c13-80f3-912b90c86f07 req-3711bd21-6739-40c8-a209-c9dafd82a0be tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:49.504481 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e0229adf-1f22-4c13-80f3-912b90c86f07 req-3711bd21-6739-40c8-a209-c9dafd82a0be tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 944 time: 0.3076487 Jul 06 14:59:49.525105 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148d48a-f9a4-4fac-84f8-66ee2444e919 req-35214e43-84f5-4767-9386-a5ce467c9c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:49.537070 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b148d48a-f9a4-4fac-84f8-66ee2444e919 req-35214e43-84f5-4767-9386-a5ce467c9c6a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=db10d77829764bf49e4461d41eb69399&device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 1097 time: 0.2340415 Jul 06 14:59:49.638275 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e0229adf-1f22-4c13-80f3-912b90c86f07 req-a92d970b-6174-4cba-abef-5fab8e479567 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321504 Jul 06 14:59:49.759699 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148d48a-f9a4-4fac-84f8-66ee2444e919 req-21d711d5-83d3-4a3f-8ff5-e77348e35537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:49.763209 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b148d48a-f9a4-4fac-84f8-66ee2444e919 req-21d711d5-83d3-4a3f-8ff5-e77348e35537 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f96a7279-5988-4867-aff6-4945f71924ad HTTP/1.1" status: 200 len: 918 time: 0.2122252 Jul 06 14:59:49.996629 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b148d48a-f9a4-4fac-84f8-66ee2444e919 req-f9ce50be-2092-4443-ac87-3006ce449548 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19694f19-f835-47ec-8e7d-d11823081e9a HTTP/1.1" status: 200 len: 999 time: 0.2214806 Jul 06 14:59:50.111673 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148d48a-f9a4-4fac-84f8-66ee2444e919 req-e5c179fe-51ad-4e60-8b02-cd96c2096528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:50.113596 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b148d48a-f9a4-4fac-84f8-66ee2444e919 req-e5c179fe-51ad-4e60-8b02-cd96c2096528 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ca664667-a6f7-4c2d-bec6-bb0d219a131a HTTP/1.1" status: 200 len: 856 time: 0.1107180 Jul 06 14:59:50.244604 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-d84e1dfe-faf8-4623-94cf-5555d5b01cba tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:50.252944 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-d84e1dfe-faf8-4623-94cf-5555d5b01cba tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/networks?id=c410ce4d-1c95-4b8b-a844-77a6d61680ff HTTP/1.1" status: 200 len: 815 time: 0.3446960 Jul 06 14:59:50.295941 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148d48a-f9a4-4fac-84f8-66ee2444e919 req-9bf79aa7-a70c-4e8b-8996-8e2209e69a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:50.299052 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b148d48a-f9a4-4fac-84f8-66ee2444e919 req-9bf79aa7-a70c-4e8b-8996-8e2209e69a8c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f96a7279-5988-4867-aff6-4945f71924ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1764948 Jul 06 14:59:50.301919 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-fd9e0c39-247c-4455-9ac3-9847ce28ba04 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/quotas/41f527dda56443f2972cd663574aefa9 HTTP/1.1" status: 200 len: 375 time: 0.0317512 Jul 06 14:59:50.428719 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46071e2c-8b91-4df7-ab1e-4b7d022efdb4 req-60a7e03b-5b2a-4914-94d4-f4459a9b007f tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:50.431198 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-46071e2c-8b91-4df7-ab1e-4b7d022efdb4 req-60a7e03b-5b2a-4914-94d4-f4459a9b007f tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3bb0796-3d24-40e8-9e18-fee3e03cbb97 HTTP/1.1" status: 200 len: 945 time: 0.2736940 Jul 06 14:59:50.478363 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-57695c64-cd42-4987-8bde-3b25d9905033 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=41f527dda56443f2972cd663574aefa9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1674516 Jul 06 14:59:50.525079 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-46071e2c-8b91-4df7-ab1e-4b7d022efdb4 req-52b4a59c-c671-44b3-993e-d90617b84c3d tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781395 Jul 06 14:59:50.549562 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b148d48a-f9a4-4fac-84f8-66ee2444e919 req-e398dd8d-c1ce-45ed-a4e7-9211254883df service neutron] 10.222.0.25 "GET /v2.0/networks/f96a7279-5988-4867-aff6-4945f71924ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338579 Jul 06 14:59:50.661676 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device c203d9db-cb4c-4be5-827f-ef321ac73003 up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:59:50.735180 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-ccbd3739-ebe8-4256-ac29-458f4cb1e45d service neutron] 10.222.0.20 "GET /v2.0/networks/c410ce4d-1c95-4b8b-a844-77a6d61680ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306209 Jul 06 14:59:50.842391 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning for port c203d9db-cb4c-4be5-827f-ef321ac73003 completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:59:50.850860 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port c203d9db-cb4c-4be5-827f-ef321ac73003 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:59:50.852324 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:50.863479 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b148d48a-f9a4-4fac-84f8-66ee2444e919 req-aea36738-bc0c-4aca-ad8c-c7ff3325f887 service neutron] 10.222.0.25 "GET /v2.0/networks/f96a7279-5988-4867-aff6-4945f71924ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046520 Jul 06 14:59:51.005064 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-eb921b37-a903-4b5a-8ef6-bce183088e1e service neutron] 10.222.0.20 "GET /v2.0/networks/c410ce4d-1c95-4b8b-a844-77a6d61680ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679739 Jul 06 14:59:51.132088 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d712ce7-bb37-4f7b-872f-35345ff48445 req-f1f513e7-1424-4f7e-9a5b-9f96482dab09 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:51.133937 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6d712ce7-bb37-4f7b-872f-35345ff48445 req-f1f513e7-1424-4f7e-9a5b-9f96482dab09 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 944 time: 0.1519299 Jul 06 14:59:51.141898 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:51.215624 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6d712ce7-bb37-4f7b-872f-35345ff48445 req-2e5910ff-7277-4449-9ed9-92a708d21065 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656662 Jul 06 14:59:51.242560 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] For port c203d9db-cb4c-4be5-827f-ef321ac73003, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=c203d9db-cb4c-4be5-827f-ef321ac73003,segment=NetworkSegment(665c6051-b251-4819-830c-72382d2aaf74),segment_id=665c6051-b251-4819-830c-72382d2aaf74)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:59:51.252093 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:51.345685 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Pushing event updated for resources: {'Port': ['ID=c203d9db-cb4c-4be5-827f-ef321ac73003,revision_number=5']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:51.451977 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6e4ce259-d8e0-4fe7-8507-794aea517948 req-1fee43f4-548c-4b18-8a6e-065272b5dc1d tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 210 time: 0.0828044 Jul 06 14:59:52.003488 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d2f4f-5722-4dd9-afb3-eb10f47f70b0 req-de48af75-2e2c-4095-965f-5ef98573808e tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:52.006831 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-9f8d2f4f-5722-4dd9-afb3-eb10f47f70b0 req-de48af75-2e2c-4095-965f-5ef98573808e tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3bb0796-3d24-40e8-9e18-fee3e03cbb97 HTTP/1.1" status: 200 len: 945 time: 0.1392817 Jul 06 14:59:52.166302 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-9f8d2f4f-5722-4dd9-afb3-eb10f47f70b0 req-fbee02ae-55cd-4f76-b9f3-17d6d03650c4 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383245 Jul 06 14:59:52.258458 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f2e04-ec44-4651-8cd8-c6e93a7f26c2 req-c3ec73e3-b5bf-4276-b1d8-0ce73b705182 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:52.262530 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a99f2e04-ec44-4651-8cd8-c6e93a7f26c2 req-c3ec73e3-b5bf-4276-b1d8-0ce73b705182 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3bb0796-3d24-40e8-9e18-fee3e03cbb97 HTTP/1.1" status: 200 len: 945 time: 0.1860089 Jul 06 14:59:52.624607 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device c203d9db-cb4c-4be5-827f-ef321ac73003 up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:59:52.903061 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port c203d9db-cb4c-4be5-827f-ef321ac73003 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:59:52.903799 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:53.025895 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-dae772a3-a46f-45b6-9d11-e28f4570210c req-5facb675-0818-46de-9070-4a9b10e4a77f tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 210 time: 0.1912386 Jul 06 14:59:53.111579 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640fc47-1a06-4259-b6c4-e5d1ad4c1acb req-3ff8642c-605b-4c7b-887e-42af5c179891 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:53.130434 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-9640fc47-1a06-4259-b6c4-e5d1ad4c1acb req-3ff8642c-605b-4c7b-887e-42af5c179891 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 944 time: 0.4875977 Jul 06 14:59:53.142351 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [req-a99f2e04-ec44-4651-8cd8-c6e93a7f26c2 req-f52878d7-4de9-47f6-b479-55f77b84e413 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Deleting port cd32b76b-4a21-485d-8f09-f8810a76037d {{(pid=92915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:59:53.143120 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-a99f2e04-ec44-4651-8cd8-c6e93a7f26c2 req-f52878d7-4de9-47f6-b479-55f77b84e413 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:53.387719 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-9640fc47-1a06-4259-b6c4-e5d1ad4c1acb req-09b9bbb3-9c6d-478b-bf96-3924c46c223c tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358561 Jul 06 14:59:53.508433 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-a99f2e04-ec44-4651-8cd8-c6e93a7f26c2 req-f52878d7-4de9-47f6-b479-55f77b84e413 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] For port cd32b76b-4a21-485d-8f09-f8810a76037d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cd32b76b-4a21-485d-8f09-f8810a76037d,segment=NetworkSegment(b8a69907-b7f8-4f17-967d-07147bf9886f),segment_id=b8a69907-b7f8-4f17-967d-07147bf9886f)] {{(pid=92915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:59:53.508988 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-a99f2e04-ec44-4651-8cd8-c6e93a7f26c2 req-f52878d7-4de9-47f6-b479-55f77b84e413 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:53.559113 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [req-a99f2e04-ec44-4651-8cd8-c6e93a7f26c2 req-f52878d7-4de9-47f6-b479-55f77b84e413 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Calling delete_port for cd32b76b-4a21-485d-8f09-f8810a76037d owned by compute:nova {{(pid=92915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:59:53.775932 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1879a9-6afe-4343-84b8-fa072c065661 req-56c30670-d61e-4f06-b8ee-31a7ca69abbc tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:53.789409 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-7f1879a9-6afe-4343-84b8-fa072c065661 req-56c30670-d61e-4f06-b8ee-31a7ca69abbc tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3bb0796-3d24-40e8-9e18-fee3e03cbb97 HTTP/1.1" status: 200 len: 945 time: 0.2363620 Jul 06 14:59:53.882804 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-7f1879a9-6afe-4343-84b8-fa072c065661 req-9e3f8ba7-f633-4611-8268-090e28998e50 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914640 Jul 06 14:59:53.953304 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-a99f2e04-ec44-4651-8cd8-c6e93a7f26c2 req-f52878d7-4de9-47f6-b479-55f77b84e413 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2297282'] for port, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:54.025566 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['35abb235-c7a3-4263-8048-7a42cb1d2950', '3d31caef-dba3-491f-ae91-bb8d8992ad0d', '46f0785c-f7b3-4f0e-9612-c14908b31d6e'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:59:54.051031 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52878d7-4de9-47f6-b479-55f77b84e413 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Pushing event deleted for resources: {'Port': ['ID=cd32b76b-4a21-485d-8f09-f8810a76037d,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:59:54.172470 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99f2e04-ec44-4651-8cd8-c6e93a7f26c2 req-f52878d7-4de9-47f6-b479-55f77b84e413 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] No DVR routers for this DVR port cd32b76b-4a21-485d-8f09-f8810a76037d on host hv-cinder-78836 {{(pid=92915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:59:54.179338 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-a99f2e04-ec44-4651-8cd8-c6e93a7f26c2 req-f52878d7-4de9-47f6-b479-55f77b84e413 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:54.182766 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a99f2e04-ec44-4651-8cd8-c6e93a7f26c2 req-f52878d7-4de9-47f6-b479-55f77b84e413 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.25 "DELETE /v2.0/ports/cd32b76b-4a21-485d-8f09-f8810a76037d HTTP/1.1" status: 204 len: 173 time: 1.8724008 Jul 06 14:59:54.183506 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bb0796-3d24-40e8-9e18-fee3e03cbb97', 'name': 'network-vif-deleted', 'tag': 'cd32b76b-4a21-485d-8f09-f8810a76037d'}] {{(pid=92915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:59:54.191813 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92756195bd967bcafd15386578949a9109be95aebc1330c0508ce0179bff92bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3a17e3-1b17-4eef-8aa1-b8ce5f1b4c9a" -d '{"events": [{"server_uuid": "e3bb0796-3d24-40e8-9e18-fee3e03cbb97", "name": "network-vif-deleted", "tag": "cd32b76b-4a21-485d-8f09-f8810a76037d"}]}' {{(pid=92915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:59:54.295104 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfa20b2-f39e-41f9-9f9f-e94c146489bc x-openstack-request-id: req-edfa20b2-f39e-41f9-9f9f-e94c146489bc {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:59:54.295782 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3bb0796-3d24-40e8-9e18-fee3e03cbb97", "name": "network-vif-deleted", "tag": "cd32b76b-4a21-485d-8f09-f8810a76037d", "status": "completed", "code": 200}]} {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:59:54.296488 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-edfa20b2-f39e-41f9-9f9f-e94c146489bc {{(pid=92915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:59:54.297178 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bb0796-3d24-40e8-9e18-fee3e03cbb97', 'name': 'network-vif-deleted', 'tag': 'cd32b76b-4a21-485d-8f09-f8810a76037d', 'status': 'completed', 'code': 200} Jul 06 14:59:54.469328 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-02a1bbc6-a92b-4666-a513-6c20f9b2ff34 req-40818b6b-8509-447a-91ef-9c959d423596 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 210 time: 0.1330366 Jul 06 14:59:55.138055 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229479a-45ec-46f7-869b-02b28603b29e req-f9af9c52-9fb7-449e-8775-65becd861c73 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:55.163290 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-f229479a-45ec-46f7-869b-02b28603b29e req-f9af9c52-9fb7-449e-8775-65becd861c73 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 944 time: 0.2564030 Jul 06 14:59:55.230162 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device cd32b76b-4a21-485d-8f09-f8810a76037d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:59:55.287061 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] No Port match for: cd32b76b-4a21-485d-8f09-f8810a76037d {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:59:55.287817 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device cd32b76b-4a21-485d-8f09-f8810a76037d not bound to the agent host hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:59:55.303166 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-f229479a-45ec-46f7-869b-02b28603b29e req-2172c6a9-f32e-405f-bc46-9c23314084ca tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322877 Jul 06 14:59:55.434856 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-45217e76-2cd5-456e-9521-0a2b6278342e req-34b8a6d5-bfea-49da-bdc1-90ce30e3ba21 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3bb0796-3d24-40e8-9e18-fee3e03cbb97 HTTP/1.1" status: 200 len: 210 time: 0.0559909 Jul 06 14:59:55.687638 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345487ac-8317-49f2-a333-0a816d6ad3ba req-337b5902-4839-484e-97b6-dfb24e331bd7 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:55.701316 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-345487ac-8317-49f2-a333-0a816d6ad3ba req-337b5902-4839-484e-97b6-dfb24e331bd7 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.1540079 Jul 06 14:59:55.795756 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-345487ac-8317-49f2-a333-0a816d6ad3ba req-0e506553-073a-4341-b452-94cbc3649043 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924323 Jul 06 14:59:55.822173 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-aa737ebe-77f2-4929-9fbe-6b432136ebc0 req-110ef184-f714-44e2-bb11-9e5a5a14b184 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 210 time: 0.0599346 Jul 06 14:59:56.663140 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e391c-5976-4ac2-becb-a7bfbeb23e86 req-519a2afa-347b-4ea8-95a0-b98e423eafa6 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:56.665661 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e24e391c-5976-4ac2-becb-a7bfbeb23e86 req-519a2afa-347b-4ea8-95a0-b98e423eafa6 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 944 time: 0.1454363 Jul 06 14:59:56.750151 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e24e391c-5976-4ac2-becb-a7bfbeb23e86 req-69042aa1-69a2-40e2-aaa5-b1b3018c5b9d tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743310 Jul 06 14:59:56.752368 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-c19f8b05-530d-46ac-9d2c-7b31964c47f1 req-d3557bab-e6a5-4ba0-a9f1-8b8ba0fbfc1c tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3bb0796-3d24-40e8-9e18-fee3e03cbb97 HTTP/1.1" status: 200 len: 210 time: 0.0377505 Jul 06 14:59:57.113964 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ae4d15f2-3d7e-48d6-bd86-eda144c8d8c7 req-0bf75d60-1f41-4a0d-bcef-d855b119ad4d tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 210 time: 0.0600638 Jul 06 14:59:57.218099 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07787d5-28f8-4885-9547-449281a13cd0 req-75b79b20-f79f-4e6f-b9a0-d5858af4ec9d tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:57.226434 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-f07787d5-28f8-4885-9547-449281a13cd0 req-75b79b20-f79f-4e6f-b9a0-d5858af4ec9d tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.1638203 Jul 06 14:59:57.290353 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-f07787d5-28f8-4885-9547-449281a13cd0 req-5df2dbd8-d928-46a9-a848-f3be15f68ff5 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582724 Jul 06 14:59:58.075724 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-80eec6c8-b06b-4e13-b4d0-4be30bd8cbea req-3246f2f5-d371-45d1-bf74-81dfa358a0c4 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3bb0796-3d24-40e8-9e18-fee3e03cbb97 HTTP/1.1" status: 200 len: 210 time: 0.0714571 Jul 06 14:59:58.192176 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d80e55-ca8d-4add-b4b8-67500439794c req-9f2fdc34-3671-41f2-b2f2-81ab9e179120 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:58.194403 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-f7d80e55-ca8d-4add-b4b8-67500439794c req-9f2fdc34-3671-41f2-b2f2-81ab9e179120 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 944 time: 0.1810575 Jul 06 14:59:58.280033 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-f7d80e55-ca8d-4add-b4b8-67500439794c req-85af2962-603c-4e02-aa88-94d92b64437a tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765302 Jul 06 14:59:58.434397 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-22e59b02-3ce7-4617-924a-755942be0904 req-8fb167f2-6e6b-4756-ac9c-6231ee76aeee tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 210 time: 0.0784576 Jul 06 14:59:58.565295 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cdc26-7744-4d56-9930-2bbd366b37b7 req-dd0f2e76-ec1e-41ee-82c9-828ca89308b0 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:58.566994 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d97cdc26-7744-4d56-9930-2bbd366b37b7 req-dd0f2e76-ec1e-41ee-82c9-828ca89308b0 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.1034648 Jul 06 14:59:58.625892 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d97cdc26-7744-4d56-9930-2bbd366b37b7 req-77c57c73-aab7-4c28-a608-927d50b5f0a0 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520561 Jul 06 14:59:59.373518 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6b5b692d-269a-4eaa-9025-dfb6f1666435 req-ed6f39da-963c-4184-a625-9c87956ad84c tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3bb0796-3d24-40e8-9e18-fee3e03cbb97 HTTP/1.1" status: 200 len: 210 time: 0.0590024 Jul 06 14:59:59.620004 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd4ec3-7ab9-4e96-9a5e-2350c1b02240 req-fe612229-1b7a-4f63-bd9e-3d6b59f68878 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:59.622276 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-33cd4ec3-7ab9-4e96-9a5e-2350c1b02240 req-fe612229-1b7a-4f63-bd9e-3d6b59f68878 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 944 time: 0.1157908 Jul 06 14:59:59.706450 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-33cd4ec3-7ab9-4e96-9a5e-2350c1b02240 req-7c8d563b-213d-425c-9f17-4c0003c4e336 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738475 Jul 06 14:59:59.751844 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-47f06616-8daf-4881-ade8-67505fa16aa4 req-4d40a85a-aa10-4894-94ea-cf0efd473573 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 210 time: 0.0783219 Jul 06 15:00:00.019498 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd439b7-c84f-456b-93c9-e1d8b6da57b9 req-a4e887b2-515c-4ded-91d5-2daed6b476e2 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:00.028496 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-dcd439b7-c84f-456b-93c9-e1d8b6da57b9 req-a4e887b2-515c-4ded-91d5-2daed6b476e2 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.1375685 Jul 06 15:00:00.076488 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-dcd439b7-c84f-456b-93c9-e1d8b6da57b9 req-609e6f83-2973-4e84-8b82-6f191be2621e tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478601 Jul 06 15:00:00.687635 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-516c14ba-8069-4d0b-8bb3-a47dffea6c22 req-faa128fe-d3f5-4438-ad9f-96269d5ae0c0 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3bb0796-3d24-40e8-9e18-fee3e03cbb97 HTTP/1.1" status: 200 len: 210 time: 0.0508277 Jul 06 15:00:01.056494 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-34f56793-ce53-4471-be85-2c7fea19df21 req-c75bdeed-355a-4978-939e-c7ef2babb3ad tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 210 time: 0.0609317 Jul 06 15:00:01.081299 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18205f-8591-49e9-a290-8df1f5c195cf req-2f48dddd-0e12-4f52-8f46-2ea09e0ca5e9 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:01.084131 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-da18205f-8591-49e9-a290-8df1f5c195cf req-2f48dddd-0e12-4f52-8f46-2ea09e0ca5e9 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 944 time: 0.1417727 Jul 06 15:00:01.166467 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-da18205f-8591-49e9-a290-8df1f5c195cf req-aee927c2-9ca4-4ccb-a432-e817af12984c tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720057 Jul 06 15:00:01.420724 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d4361-82ed-4dc4-a991-40a8142159e6 req-c1a806ed-9380-483d-9de5-ccc69a1348f2 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:01.423032 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ec5d4361-82ed-4dc4-a991-40a8142159e6 req-c1a806ed-9380-483d-9de5-ccc69a1348f2 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.1306925 Jul 06 15:00:01.483565 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ec5d4361-82ed-4dc4-a991-40a8142159e6 req-dda207a9-b25d-4ab6-bc10-72b34bec88f3 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528865 Jul 06 15:00:01.999544 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-c5b72726-07a6-44fa-ac68-229f6fcad853 req-85b25d9f-ad36-4bdf-a40b-cbb8fb5c5998 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3bb0796-3d24-40e8-9e18-fee3e03cbb97 HTTP/1.1" status: 200 len: 210 time: 0.0639482 Jul 06 15:00:02.001556 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-58458ce7-d45e-437e-bbfe-de6a49eb5255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:02.346752 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-7bbe2dd1-7cf7-4501-a38a-fdcec43a0f88 req-2be8fc71-ec10-4d42-a982-bf7a1c023658 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 210 time: 0.0502741 Jul 06 15:00:02.552099 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e38517-dd81-40ee-80f2-7b065b9da282 req-27e6add2-e5f7-4972-8d0d-9495838bb320 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:02.562225 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-44e38517-dd81-40ee-80f2-7b065b9da282 req-27e6add2-e5f7-4972-8d0d-9495838bb320 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 944 time: 0.1635401 Jul 06 15:00:02.649570 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-44e38517-dd81-40ee-80f2-7b065b9da282 req-b339dc22-7261-45b9-907b-3fa6a6371ea0 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843766 Jul 06 15:00:02.818279 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a5076-2546-4737-907f-50dbac968cab req-bbb1e1df-9d3c-4287-80dd-99c1a4c54bc6 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:02.820444 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-671a5076-2546-4737-907f-50dbac968cab req-bbb1e1df-9d3c-4287-80dd-99c1a4c54bc6 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.0937688 Jul 06 15:00:02.898776 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-671a5076-2546-4737-907f-50dbac968cab req-315647f8-e045-42e1-9216-1e2b28721f05 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674276 Jul 06 15:00:03.226951 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e023fe02-48f5-418c-aee4-33d1db2c46d4 req-19db0b6b-495c-4c0e-8be2-0707bd8adfc7 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3bb0796-3d24-40e8-9e18-fee3e03cbb97 HTTP/1.1" status: 200 len: 210 time: 0.0345101 Jul 06 15:00:03.642111 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d87e87f4-fd18-4726-88d3-98eab719c5b6 req-c403487d-c2ba-49ce-96b4-2578eb757a3e tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 210 time: 0.0719824 Jul 06 15:00:03.981422 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521159a-6f8e-4a90-a183-75897ba785b6 req-878c0194-7aa0-4cad-9c04-5dc9fd889752 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:03.984012 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-7521159a-6f8e-4a90-a183-75897ba785b6 req-878c0194-7aa0-4cad-9c04-5dc9fd889752 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 944 time: 0.1145067 Jul 06 15:00:04.074339 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-7521159a-6f8e-4a90-a183-75897ba785b6 req-a39d1359-f805-4388-b601-c1156fc09e03 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782814 Jul 06 15:00:04.224943 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6e11b-d0b7-4355-89fb-b303d42e6da6 req-e48fe74d-4ca0-42ad-b555-8137c9c1c78f tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:04.227379 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3fa6e11b-d0b7-4355-89fb-b303d42e6da6 req-e48fe74d-4ca0-42ad-b555-8137c9c1c78f tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.1264760 Jul 06 15:00:04.302770 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3fa6e11b-d0b7-4355-89fb-b303d42e6da6 req-85306d94-66d9-4e69-8293-9a315e5f2c34 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631819 Jul 06 15:00:04.541226 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-14f16b28-22d1-4ce6-a7ec-287578ae4859 req-bdc96a06-f394-42de-96ea-5dfc9e64a36a tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3bb0796-3d24-40e8-9e18-fee3e03cbb97 HTTP/1.1" status: 200 len: 210 time: 0.0466952 Jul 06 15:00:04.915620 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-19d5c913-7129-4876-9812-9e6db29ea941 req-cbef4eb6-30ba-4ed2-a8ac-352ecd6f3618 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 210 time: 0.0595095 Jul 06 15:00:05.379337 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63553df-440b-4d84-9ab3-e70784808b6c req-ca71ef94-afdb-4e2a-8c3e-436a4a4ffcce tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:05.382643 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-a63553df-440b-4d84-9ab3-e70784808b6c req-ca71ef94-afdb-4e2a-8c3e-436a4a4ffcce tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 944 time: 0.1045647 Jul 06 15:00:05.433630 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-1d1b7406-275d-45b0-a48e-e3d6564bed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:05.468810 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-a63553df-440b-4d84-9ab3-e70784808b6c req-bb5c3a76-ccee-4e34-b728-3374b70c584f tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764947 Jul 06 15:00:05.484663 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:05.580357 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b064b35-fdea-4e0a-a1a1-381c1eae6ca9 req-cd3f806b-7754-4ed5-89ef-06011304223d tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:05.582901 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-5b064b35-fdea-4e0a-a1a1-381c1eae6ca9 req-cd3f806b-7754-4ed5-89ef-06011304223d tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.1215928 Jul 06 15:00:05.633776 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-5b064b35-fdea-4e0a-a1a1-381c1eae6ca9 req-31af1fc3-1292-49ce-a8cf-3677384b0ae5 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411031 Jul 06 15:00:05.761001 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-94bb0c88-5480-4fcc-b5c6-9f76f631909c req-dd6926fa-f232-4a4d-873c-08ba35b62969 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3bb0796-3d24-40e8-9e18-fee3e03cbb97 HTTP/1.1" status: 200 len: 210 time: 0.0315020 Jul 06 15:00:06.118023 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-bbc74d25-7c61-448b-804f-7a6460bff92d req-57e80e2f-0697-499b-9676-62d8b1828671 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 210 time: 0.0374238 Jul 06 15:00:06.581008 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:06.660204 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-4a3cdc35-148a-4169-a2d6-8170b3062419 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:06.663018 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-4a3cdc35-148a-4169-a2d6-8170b3062419 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.25 "GET /v2.0/networks?id=c410ce4d-1c95-4b8b-a844-77a6d61680ff HTTP/1.1" status: 200 len: 815 time: 0.2039049 Jul 06 15:00:06.696203 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-fe122418-3a6f-475e-8f7a-4e5f65894aee tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Request body: {'port': {'device_id': 'e3f4f15f-50a0-4141-a6cf-b1a9572197aa', 'network_id': 'c410ce4d-1c95-4b8b-a844-77a6d61680ff', 'admin_state_up': True, 'tenant_id': '41f527dda56443f2972cd663574aefa9'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:06.806788 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0404e-3237-499c-8b78-711a8e533e67 req-f3ce4235-8d00-4d4a-90f4-616d8893a5a2 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:06.810336 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-3dd0404e-3237-499c-8b78-711a8e533e67 req-f3ce4235-8d00-4d4a-90f4-616d8893a5a2 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 944 time: 0.1214156 Jul 06 15:00:06.879243 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-3dd0404e-3237-499c-8b78-711a8e533e67 req-089b55fc-7d0c-4f31-975d-e521f454464e tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549328 Jul 06 15:00:07.259623 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-46676d98-cad4-4940-bb6e-1e44ff41838a req-01bb0e2c-79a5-4fb7-97d9-761a0a163e98 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3bb0796-3d24-40e8-9e18-fee3e03cbb97 HTTP/1.1" status: 200 len: 210 time: 0.0803447 Jul 06 15:00:07.458898 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9deab-6f48-4cb2-899a-9d5279ae77fd req-bf8d0b3c-2b80-464b-9f43-c7bd2744bc9d tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:07.474935 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-7cc9deab-6f48-4cb2-899a-9d5279ae77fd req-bf8d0b3c-2b80-464b-9f43-c7bd2744bc9d tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.6322150 Jul 06 15:00:07.475362 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:07.515815 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-fe122418-3a6f-475e-8f7a-4e5f65894aee tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Made reservation on behalf of 41f527dda56443f2972cd663574aefa9 for: {'port': 1} {{(pid=92915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:00:07.523437 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-fe122418-3a6f-475e-8f7a-4e5f65894aee tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:07.542303 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-c3d4c3c2-1df4-43c0-9f57-e686b7bd83d5 req-d287b88f-99b9-4e83-93e9-cd449041ea31 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 210 time: 0.0757461 Jul 06 15:00:07.579495 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-7cc9deab-6f48-4cb2-899a-9d5279ae77fd req-167a2b9a-ef53-4eb1-a9d9-f313a41b40ce tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023467 Jul 06 15:00:07.989566 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_common [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-fe122418-3a6f-475e-8f7a-4e5f65894aee tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Allocated IP 172.20.0.11 (c410ce4d-1c95-4b8b-a844-77a6d61680ff/cd8d4e54-26f1-4b39-a95b-0872342e8203/2765eba7-c467-478c-b4d1-2e90704707df) {{(pid=92915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:00:08.362337 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daabfd5-9f08-4a9a-8c8a-c276d184285c req-d2eceae3-83e0-4808-a373-90ee94ec5eb9 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:08.365372 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-5daabfd5-9f08-4a9a-8c8a-c276d184285c req-d2eceae3-83e0-4808-a373-90ee94ec5eb9 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 944 time: 0.1659191 Jul 06 15:00:08.435510 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-fe122418-3a6f-475e-8f7a-4e5f65894aee tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks [] for port, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:08.438906 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-5daabfd5-9f08-4a9a-8c8a-c276d184285c req-d4552926-bb9e-4b68-aa41-75a39e1efe86 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626037 Jul 06 15:00:08.506457 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.provisioning_blocks [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-fe122418-3a6f-475e-8f7a-4e5f65894aee tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Transition to ACTIVE for port object 2765eba7-c467-478c-b4d1-2e90704707df will not be triggered until provisioned by entity DHCP. {{(pid=92915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:00:08.585092 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:08.659430 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-fe122418-3a6f-475e-8f7a-4e5f65894aee tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2297291'] for port, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:08.848422 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe122418-3a6f-475e-8f7a-4e5f65894aee tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Pushing event updated for resources: {'Port': ['ID=2765eba7-c467-478c-b4d1-2e90704707df,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:08.876892 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-fe122418-3a6f-475e-8f7a-4e5f65894aee tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Network c410ce4d-1c95-4b8b-a844-77a6d61680ff is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:00:08.889471 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-fe122418-3a6f-475e-8f7a-4e5f65894aee tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:00:08.904670 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-fe122418-3a6f-475e-8f7a-4e5f65894aee tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Received port after_create {{(pid=92915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:00:09.199305 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b6fec-3ed2-4e2e-a8dc-e7fb50c0b8e9 req-8d13c73d-2127-4ee3-8077-4576cdf59c04 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:09.211784 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-fe122418-3a6f-475e-8f7a-4e5f65894aee tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:09.215543 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-1c9b6fec-3ed2-4e2e-a8dc-e7fb50c0b8e9 req-8d13c73d-2127-4ee3-8077-4576cdf59c04 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.2939506 Jul 06 15:00:09.216167 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-fe122418-3a6f-475e-8f7a-4e5f65894aee tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:09.327413 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e476db2-c5cb-4a95-99ff-dca9a488c88e req-21013708-3c85-4be4-8192-426d7ef4bc3b tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:09.340965 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3e476db2-c5cb-4a95-99ff-dca9a488c88e req-21013708-3c85-4be4-8192-426d7ef4bc3b tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 932 time: 0.3636477 Jul 06 15:00:09.345308 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-1c9b6fec-3ed2-4e2e-a8dc-e7fb50c0b8e9 req-6cc41c5a-ca39-4d25-8b7c-a3e791e29ce2 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266501 Jul 06 15:00:09.401031 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-fe122418-3a6f-475e-8f7a-4e5f65894aee tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7129626 Jul 06 15:00:09.446619 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3e476db2-c5cb-4a95-99ff-dca9a488c88e req-66530f6c-3087-4046-ac60-9002b64e559e tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/security-groups?id=607ba602-9d94-48e8-bc30-47c106264a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033719 Jul 06 15:00:09.523863 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-27c89bfd-9b8c-4c7c-8bbc-914d7700a3ea None None] Provisioning for port 2765eba7-c467-478c-b4d1-2e90704707df completed by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:00:09.532941 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-27c89bfd-9b8c-4c7c-8bbc-914d7700a3ea None None] Provisioning complete for port 2765eba7-c467-478c-b4d1-2e90704707df triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:00:09.533999 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-27c89bfd-9b8c-4c7c-8bbc-914d7700a3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:09.637218 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-05c142d2-4c99-42a6-b272-ab1a969a0395 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-537097438&fields=id&tenant_id=e801beae0cd84e64ad65a5c9c4637a7d HTTP/1.1" status: 200 len: 267 time: 0.0840595 Jul 06 15:00:09.657800 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-27c89bfd-9b8c-4c7c-8bbc-914d7700a3ea None None] Port 2765eba7-c467-478c-b4d1-2e90704707df cannot update to ACTIVE because it is not bound. {{(pid=92917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:00:09.907894 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc22ef-dd9d-4ab6-a92f-4db752f6e6a8 req-37f9cecf-d4d1-49e9-b0ec-7f634801f009 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:09.910929 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-26cc22ef-dd9d-4ab6-a92f-4db752f6e6a8 req-37f9cecf-d4d1-49e9-b0ec-7f634801f009 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 944 time: 0.1506343 Jul 06 15:00:09.977139 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-ff8256dc-2eff-4d8f-b850-941b57d89059 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:10.003768 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-ff8256dc-2eff-4d8f-b850-941b57d89059 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/networks?id=03110df2-e384-4b3d-9464-61bed7bb00a3 HTTP/1.1" status: 200 len: 808 time: 0.3546722 Jul 06 15:00:10.006491 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-26cc22ef-dd9d-4ab6-a92f-4db752f6e6a8 req-d3f4e098-52a7-4bca-a293-cae1c28c4d35 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843866 Jul 06 15:00:10.059463 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-6cc40cda-4b34-4f60-bc35-d0998522924a tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/quotas/e801beae0cd84e64ad65a5c9c4637a7d HTTP/1.1" status: 200 len: 375 time: 0.0522022 Jul 06 15:00:10.198290 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-d38f98e8-8c11-4035-a101-c6456aeeed9f tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e801beae0cd84e64ad65a5c9c4637a7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1336930 Jul 06 15:00:10.372273 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-6fcdeda9-1cad-42f4-94d1-10720089d3ed service neutron] 10.222.0.20 "GET /v2.0/networks/03110df2-e384-4b3d-9464-61bed7bb00a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589136 Jul 06 15:00:10.582309 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-d75b75ab-dfcc-4b6f-83a3-c7c2079cebda service neutron] 10.222.0.20 "GET /v2.0/networks/03110df2-e384-4b3d-9464-61bed7bb00a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995692 Jul 06 15:00:10.762651 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c457d-f75f-436a-b1e0-2494c8eac1c8 req-9ecdae9f-cc23-4757-977f-2980e4976014 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:10.772364 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-515c457d-f75f-436a-b1e0-2494c8eac1c8 req-9ecdae9f-cc23-4757-977f-2980e4976014 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.1473589 Jul 06 15:00:10.833729 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-515c457d-f75f-436a-b1e0-2494c8eac1c8 req-75edc8a7-652d-4908-9643-a5e4f19cdb3c tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600748 Jul 06 15:00:11.314725 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bfd8a-f9dd-4712-988b-cb0c7fd78a9d req-69f11b70-6269-4658-b013-f5270f90ff0a tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:11.314725 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d01bfd8a-f9dd-4712-988b-cb0c7fd78a9d req-69f11b70-6269-4658-b013-f5270f90ff0a tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 932 time: 0.1753240 Jul 06 15:00:11.474522 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d01bfd8a-f9dd-4712-988b-cb0c7fd78a9d req-c2f65510-502d-450c-8237-336ba6ac7da2 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/security-groups?id=607ba602-9d94-48e8-bc30-47c106264a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339741 Jul 06 15:00:11.593468 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a859a9f-79f1-47be-83a3-0c1843a1e50c req-0ac28e96-4d57-4390-be3d-9e244cd69673 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:11.609924 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-1a859a9f-79f1-47be-83a3-0c1843a1e50c req-0ac28e96-4d57-4390-be3d-9e244cd69673 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=33febd7e-be5a-4921-be9c-d751b46779c7 HTTP/1.1" status: 200 len: 945 time: 0.1642773 Jul 06 15:00:11.710701 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-1a859a9f-79f1-47be-83a3-0c1843a1e50c req-5e17d5be-ce67-47a7-94e0-f0e8ab0eb192 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989544 Jul 06 15:00:11.919776 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-0ac97209-06be-405f-9c35-f3ba55ebe433 req-eee24191-fcfa-46c9-ae62-ab4f0f2c9943 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 210 time: 0.1092813 Jul 06 15:00:11.936915 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a25320-2713-4c9a-929f-ebf2b85b0760 req-956cb071-acb8-4fd5-9fee-b232895ede97 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:11.951349 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e9a25320-2713-4c9a-929f-ebf2b85b0760 req-956cb071-acb8-4fd5-9fee-b232895ede97 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 944 time: 0.2075553 Jul 06 15:00:12.062010 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e9a25320-2713-4c9a-929f-ebf2b85b0760 req-d92a6f33-c6b4-4e50-b7a0-693bbdafff4f tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108468 Jul 06 15:00:12.354041 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40b3c6-e104-4175-9528-2db6942111c9 req-c990c795-a10e-4603-9d95-b678a7aeaf5f tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:12.357242 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4c40b3c6-e104-4175-9528-2db6942111c9 req-c990c795-a10e-4603-9d95-b678a7aeaf5f tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.1253424 Jul 06 15:00:12.431361 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4c40b3c6-e104-4175-9528-2db6942111c9 req-c3690b79-301a-4f1b-9ace-417f909df4fe tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628631 Jul 06 15:00:12.788535 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833ecfc-115a-4684-8401-36c0766ef2a0 req-5c06fc1a-42e0-43c7-982f-3f0eaf50f46f tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:12.792532 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e833ecfc-115a-4684-8401-36c0766ef2a0 req-5c06fc1a-42e0-43c7-982f-3f0eaf50f46f tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 932 time: 0.1037567 Jul 06 15:00:12.860799 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e833ecfc-115a-4684-8401-36c0766ef2a0 req-3fd72274-08dc-4014-9745-ef11e9db136d tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/security-groups?id=607ba602-9d94-48e8-bc30-47c106264a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623858 Jul 06 15:00:13.051175 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee2297-228b-4098-a276-1a63b84873f1 req-1600d472-3a44-4467-a62d-623df25dce04 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:13.060026 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-9dee2297-228b-4098-a276-1a63b84873f1 req-1600d472-3a44-4467-a62d-623df25dce04 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=33febd7e-be5a-4921-be9c-d751b46779c7 HTTP/1.1" status: 200 len: 945 time: 0.1191189 Jul 06 15:00:13.135826 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-9dee2297-228b-4098-a276-1a63b84873f1 req-9bda02f8-27f6-4a3d-a053-737f548b534f tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699477 Jul 06 15:00:13.225359 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c3eae0a4-08c8-4dfd-b0df-47b9273c24a6 req-aceab57f-61af-4821-9f44-c8c89e1b258c tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 210 time: 0.0703137 Jul 06 15:00:13.486389 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dcbdd-e964-4c0b-b663-680361049ff6 req-6a716775-043a-413c-bc85-19e6ee1e6749 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:13.499341 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-546dcbdd-e964-4c0b-b663-680361049ff6 req-6a716775-043a-413c-bc85-19e6ee1e6749 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 944 time: 0.1304252 Jul 06 15:00:13.542073 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-546dcbdd-e964-4c0b-b663-680361049ff6 req-c44af322-73e3-48dd-9c30-9d9fa1f6b62c tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412388 Jul 06 15:00:13.791298 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c00fb-0150-4cbe-b769-b8f792a15346 req-aa86fb65-f043-474a-853f-3ef85dac83c4 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:13.796202 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-239c00fb-0150-4cbe-b769-b8f792a15346 req-aa86fb65-f043-474a-853f-3ef85dac83c4 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.1445053 Jul 06 15:00:13.856975 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-239c00fb-0150-4cbe-b769-b8f792a15346 req-443416ed-91fe-40f2-80cd-e3cec87aeb9f tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528498 Jul 06 15:00:14.282807 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cce17-27db-41e9-8291-0a7b2b973805 req-0ba1841f-c093-49fc-bc9b-89d4bafe7f6a tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:14.286229 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-880cce17-27db-41e9-8291-0a7b2b973805 req-0ba1841f-c093-49fc-bc9b-89d4bafe7f6a tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 932 time: 0.1764078 Jul 06 15:00:14.372248 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-880cce17-27db-41e9-8291-0a7b2b973805 req-2ab16454-c4a1-4bab-9f22-f063827a085c tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/security-groups?id=607ba602-9d94-48e8-bc30-47c106264a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748162 Jul 06 15:00:14.550967 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c379f42-192d-4c96-ab77-6ee80a1d2806 req-18f21775-7db3-4663-90e0-f504fbaad048 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:14.553433 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-4c379f42-192d-4c96-ab77-6ee80a1d2806 req-18f21775-7db3-4663-90e0-f504fbaad048 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=33febd7e-be5a-4921-be9c-d751b46779c7 HTTP/1.1" status: 200 len: 945 time: 0.1594400 Jul 06 15:00:14.636600 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-c76cf998-a8db-41ce-8607-b884f07b821e req-4d28fd9d-472b-47de-8c60-e06baa8374eb tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 210 time: 0.0601094 Jul 06 15:00:14.638667 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-4c379f42-192d-4c96-ab77-6ee80a1d2806 req-60d70462-5473-479c-888d-4c7ff1b7f101 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728281 Jul 06 15:00:14.957101 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d50b9-2897-4a7d-9b3a-0c195930d5fb req-2e78c591-05de-4808-a77b-043eb76b4f3c tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:14.959586 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-761d50b9-2897-4a7d-9b3a-0c195930d5fb req-2e78c591-05de-4808-a77b-043eb76b4f3c tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 944 time: 0.1065085 Jul 06 15:00:15.066128 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-761d50b9-2897-4a7d-9b3a-0c195930d5fb req-23bb2ee1-8731-4a1e-8a3e-0bb6682d7898 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925014 Jul 06 15:00:15.203643 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d438a7d-cb44-482e-9f20-af668879e5cc req-3795b039-8704-43d3-8e52-299a017c24ff tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:15.206137 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-8d438a7d-cb44-482e-9f20-af668879e5cc req-3795b039-8704-43d3-8e52-299a017c24ff tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.0994520 Jul 06 15:00:15.265437 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-8d438a7d-cb44-482e-9f20-af668879e5cc req-37e032a5-53c0-49ab-82ae-f6a3a2148aef tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524149 Jul 06 15:00:15.750259 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c647c8-ecd7-4eff-aca8-6ea099ce5558 req-6f36200a-0910-4115-b5ab-7bfa22c3df36 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:15.753194 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-34c647c8-ecd7-4eff-aca8-6ea099ce5558 req-6f36200a-0910-4115-b5ab-7bfa22c3df36 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 932 time: 0.1381230 Jul 06 15:00:15.844187 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-34c647c8-ecd7-4eff-aca8-6ea099ce5558 req-d523fde1-93a0-4c40-8027-a95ffece3ebd tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/security-groups?id=607ba602-9d94-48e8-bc30-47c106264a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801873 Jul 06 15:00:15.908371 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a27aefea-aac7-499b-a81d-cba178a46674 req-09e2bd7f-3466-4567-900a-5e342f522247 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 210 time: 0.0520697 Jul 06 15:00:16.161538 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ef604-d0f8-4db4-9371-2b7d31edf97c req-18e1be65-58fc-44c3-ad74-048023d7b701 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:16.173040 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-327ef604-d0f8-4db4-9371-2b7d31edf97c req-18e1be65-58fc-44c3-ad74-048023d7b701 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=33febd7e-be5a-4921-be9c-d751b46779c7 HTTP/1.1" status: 200 len: 945 time: 0.1363621 Jul 06 15:00:16.240256 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-327ef604-d0f8-4db4-9371-2b7d31edf97c req-b1dbfc19-0636-4eec-8cda-1309e67751eb tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637219 Jul 06 15:00:16.439463 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3aa39e-2038-4d6e-8074-917b06413caa req-811ccc9d-14fd-47d9-a9cb-6a7d962a6e30 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:16.442249 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ff3aa39e-2038-4d6e-8074-917b06413caa req-811ccc9d-14fd-47d9-a9cb-6a7d962a6e30 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 944 time: 0.1335239 Jul 06 15:00:16.519237 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ff3aa39e-2038-4d6e-8074-917b06413caa req-38807aef-ba94-4cd8-b235-5ce8a278efb9 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664208 Jul 06 15:00:16.584190 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131cf30-c164-456c-93f2-518fd6f4cc29 req-8077c3c1-0976-4470-a837-b1ef4e776778 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:16.587155 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-7131cf30-c164-456c-93f2-518fd6f4cc29 req-8077c3c1-0976-4470-a837-b1ef4e776778 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.1146123 Jul 06 15:00:16.669356 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-7131cf30-c164-456c-93f2-518fd6f4cc29 req-1bf02433-f5c2-4cc1-9486-4b4ecacd0332 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702684 Jul 06 15:00:17.143283 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-6954663e-d57a-46f5-b93b-7f9dd3dc2e2c req-216765e0-4422-441b-9837-46191553072e tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 210 time: 0.0472803 Jul 06 15:00:17.211826 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5d5ce-29a4-4144-8c61-94517b7a3fc4 req-3833d4ca-4461-4f99-b65c-6e9f9702ffee tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:17.222193 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-31a5d5ce-29a4-4144-8c61-94517b7a3fc4 req-3833d4ca-4461-4f99-b65c-6e9f9702ffee tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 932 time: 0.1728327 Jul 06 15:00:17.296657 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-31a5d5ce-29a4-4144-8c61-94517b7a3fc4 req-11c3b798-f908-46e7-b674-38af00d498e8 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/security-groups?id=607ba602-9d94-48e8-bc30-47c106264a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713212 Jul 06 15:00:17.576398 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855084b-f358-40d7-93b0-1eaee984e4d5 req-07305b4a-a979-4540-a692-afa670606f09 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:17.578265 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-1855084b-f358-40d7-93b0-1eaee984e4d5 req-07305b4a-a979-4540-a692-afa670606f09 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=33febd7e-be5a-4921-be9c-d751b46779c7 HTTP/1.1" status: 200 len: 945 time: 0.1051629 Jul 06 15:00:17.639034 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-1855084b-f358-40d7-93b0-1eaee984e4d5 req-194aa471-94f8-4a91-b2ef-4d1d97e07c35 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415561 Jul 06 15:00:17.827918 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22963a-177b-47f5-b20a-ff9888510721 req-178adf4b-c60c-42fc-8733-b787b4a78d60 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:17.830713 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ac22963a-177b-47f5-b20a-ff9888510721 req-178adf4b-c60c-42fc-8733-b787b4a78d60 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 944 time: 0.1136391 Jul 06 15:00:17.892858 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ac22963a-177b-47f5-b20a-ff9888510721 req-e8b15a69-b1df-42e3-9326-0d82240ea129 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559793 Jul 06 15:00:17.968709 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da777df3-b956-4f53-9ab5-7de4a4a52690 req-dbb732a3-25ee-4064-854f-8e3951183ebb tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:17.974355 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-da777df3-b956-4f53-9ab5-7de4a4a52690 req-dbb732a3-25ee-4064-854f-8e3951183ebb tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.1107578 Jul 06 15:00:18.021188 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-da777df3-b956-4f53-9ab5-7de4a4a52690 req-723e08ff-7257-41c6-9786-cb5312cb3327 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396681 Jul 06 15:00:18.371492 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-fd7e227c-fa8d-478a-adc2-dd65bff0d1c7 req-4d5c62ed-1df0-474e-bde2-98ec04563caa tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 210 time: 0.0363786 Jul 06 15:00:18.592278 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62758da-c7ee-4eef-838f-d9c27c998a02 req-2a208627-1063-4395-b36a-3d27743abb55 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:18.593978 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d62758da-c7ee-4eef-838f-d9c27c998a02 req-2a208627-1063-4395-b36a-3d27743abb55 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 932 time: 0.1084371 Jul 06 15:00:18.646827 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d62758da-c7ee-4eef-838f-d9c27c998a02 req-7b94c34b-5c1d-4d6b-abf9-9e600ff1853e tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/security-groups?id=607ba602-9d94-48e8-bc30-47c106264a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408506 Jul 06 15:00:18.856915 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c7b81-8fc1-4532-9c40-301a86a08800 req-7f548306-aaec-4ebb-9124-db8fc813610b tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:18.859693 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a05c7b81-8fc1-4532-9c40-301a86a08800 req-7f548306-aaec-4ebb-9124-db8fc813610b tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=33febd7e-be5a-4921-be9c-d751b46779c7 HTTP/1.1" status: 200 len: 945 time: 0.0832775 Jul 06 15:00:18.904307 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a05c7b81-8fc1-4532-9c40-301a86a08800 req-9e2d9f7f-2dac-477d-9341-dd25ad0d24a4 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388279 Jul 06 15:00:19.109674 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d71e23-90f3-4cd0-ae14-fdecf7868486 req-8806677a-0445-4102-9c6d-be3f81f1091d tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:19.111386 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e9d71e23-90f3-4cd0-ae14-fdecf7868486 req-8806677a-0445-4102-9c6d-be3f81f1091d tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 944 time: 0.0746567 Jul 06 15:00:19.162059 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e9d71e23-90f3-4cd0-ae14-fdecf7868486 req-daa6f20b-2df9-4457-8d12-255e70d8a835 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405602 Jul 06 15:00:19.242320 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e86008-19d1-4a6c-96e9-cec6d01ae363 req-3fe82c1a-dd2e-4b4a-9767-a1ad5111a4d7 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:19.244718 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-f8e86008-19d1-4a6c-96e9-cec6d01ae363 req-3fe82c1a-dd2e-4b4a-9767-a1ad5111a4d7 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.0810924 Jul 06 15:00:19.290175 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-f8e86008-19d1-4a6c-96e9-cec6d01ae363 req-d000c9bd-a5f0-42ad-a972-73d3c31365a6 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387404 Jul 06 15:00:19.309985 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 6 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:00:19.366811 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-32b4623c-ec61-4a8d-a759-8d71e62443cc service neutron] Request body: {'port': {'device_id': 'e3f4f15f-50a0-4141-a6cf-b1a9572197aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:19.490626 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-32b4623c-ec61-4a8d-a759-8d71e62443cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:19.634556 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-663618e6-6338-4996-afe6-4444365014c9 req-5059692b-7845-4eea-b014-b25c05104291 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 210 time: 0.0514705 Jul 06 15:00:19.955201 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36ded1-8cc6-4a2e-bf4a-41c3baf7ebb6 req-8426173a-5fc8-4717-8f16-6a0c6446f811 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:19.957196 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ea36ded1-8cc6-4a2e-bf4a-41c3baf7ebb6 req-8426173a-5fc8-4717-8f16-6a0c6446f811 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 932 time: 0.1352515 Jul 06 15:00:20.039811 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-32b4623c-ec61-4a8d-a759-8d71e62443cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2765eba7-c467-478c-b4d1-2e90704707df {{(pid=92915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:00:20.068480 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-32b4623c-ec61-4a8d-a759-8d71e62443cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:20.091106 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ea36ded1-8cc6-4a2e-bf4a-41c3baf7ebb6 req-6edcfda9-69ad-4010-b5f3-94f5329fcf9c tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/security-groups?id=607ba602-9d94-48e8-bc30-47c106264a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047928 Jul 06 15:00:20.105314 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.provisioning_blocks [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-32b4623c-ec61-4a8d-a759-8d71e62443cc service neutron] Transition to ACTIVE for port object 2765eba7-c467-478c-b4d1-2e90704707df will not be triggered until provisioned by entity L2. {{(pid=92915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:00:20.113290 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-32b4623c-ec61-4a8d-a759-8d71e62443cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2297145'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:20.218056 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4623c-ec61-4a8d-a759-8d71e62443cc service neutron] Pushing event updated for resources: {'Port': ['ID=2765eba7-c467-478c-b4d1-2e90704707df,revision_number=2']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:20.224023 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be6746-d180-41af-abd7-da8eb0eb05e2 req-e29fd6e2-7d78-447f-b1e0-b25cf29ecb65 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:20.227438 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-27be6746-d180-41af-abd7-da8eb0eb05e2 req-e29fd6e2-7d78-447f-b1e0-b25cf29ecb65 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=33febd7e-be5a-4921-be9c-d751b46779c7 HTTP/1.1" status: 200 len: 945 time: 0.1030149 Jul 06 15:00:20.312530 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-27be6746-d180-41af-abd7-da8eb0eb05e2 req-12522673-0707-4dce-ae7e-550dbbd095a7 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732861 Jul 06 15:00:20.380635 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.managers [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-32b4623c-ec61-4a8d-a759-8d71e62443cc service neutron] Attempting to bind port 2765eba7-c467-478c-b4d1-2e90704707df on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:00:20.381211 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.managers [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-32b4623c-ec61-4a8d-a759-8d71e62443cc service neutron] Attempting to bind port 2765eba7-c467-478c-b4d1-2e90704707df by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'ee46ca01-90f6-4b77-9f66-e1a11d6e7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c410ce4d-1c95-4b8b-a844-77a6d61680ff'}] {{(pid=92915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:00:20.381797 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-32b4623c-ec61-4a8d-a759-8d71e62443cc service neutron] Attempting to bind port 2765eba7-c467-478c-b4d1-2e90704707df on network c410ce4d-1c95-4b8b-a844-77a6d61680ff {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:00:20.394395 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-32b4623c-ec61-4a8d-a759-8d71e62443cc service neutron] Port 2765eba7-c467-478c-b4d1-2e90704707df on network c410ce4d-1c95-4b8b-a844-77a6d61680ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 15:00:20.394952 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-32b4623c-ec61-4a8d-a759-8d71e62443cc service neutron] Attempting to bind port 2765eba7-c467-478c-b4d1-2e90704707df on network c410ce4d-1c95-4b8b-a844-77a6d61680ff {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:00:20.409156 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-32b4623c-ec61-4a8d-a759-8d71e62443cc service neutron] Checking agent: {'id': '04d4ab22-d878-41a9-afec-a7a2984360cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'started_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:00:20.410529 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-32b4623c-ec61-4a8d-a759-8d71e62443cc service neutron] Checking segment: {'id': 'ee46ca01-90f6-4b77-9f66-e1a11d6e7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c410ce4d-1c95-4b8b-a844-77a6d61680ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:00:20.412068 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-32b4623c-ec61-4a8d-a759-8d71e62443cc service neutron] Bound using segment: {'id': 'ee46ca01-90f6-4b77-9f66-e1a11d6e7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c410ce4d-1c95-4b8b-a844-77a6d61680ff'} {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:00:20.412838 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.managers [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-32b4623c-ec61-4a8d-a759-8d71e62443cc service neutron] Bound port: 2765eba7-c467-478c-b4d1-2e90704707df, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee46ca01-90f6-4b77-9f66-e1a11d6e7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c410ce4d-1c95-4b8b-a844-77a6d61680ff'}}] {{(pid=92915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:00:20.413462 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-32b4623c-ec61-4a8d-a759-8d71e62443cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:20.639361 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-32b4623c-ec61-4a8d-a759-8d71e62443cc service neutron] For port 2765eba7-c467-478c-b4d1-2e90704707df, host hv-cinder-78836, cleared binding levels {{(pid=92915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:00:20.670421 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593de00-296f-444d-9109-2cd994d4a9a7 req-756d08ff-03d9-4a3a-b73d-402797ca420b tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:20.673086 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-f593de00-296f-444d-9109-2cd994d4a9a7 req-756d08ff-03d9-4a3a-b73d-402797ca420b tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.1342447 Jul 06 15:00:20.683895 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-32b4623c-ec61-4a8d-a759-8d71e62443cc service neutron] For port 2765eba7-c467-478c-b4d1-2e90704707df, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2765eba7-c467-478c-b4d1-2e90704707df,segment=NetworkSegment(ee46ca01-90f6-4b77-9f66-e1a11d6e7193),segment_id=ee46ca01-90f6-4b77-9f66-e1a11d6e7193)] {{(pid=92915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:00:20.704659 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5af42f-d8bb-442b-a29e-4f8f84fb5aa0 req-a9706d27-568d-4478-8ae7-8e7b6fcab732 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:20.707422 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-4a5af42f-d8bb-442b-a29e-4f8f84fb5aa0 req-a9706d27-568d-4478-8ae7-8e7b6fcab732 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 944 time: 0.2594407 Jul 06 15:00:20.758382 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-f593de00-296f-444d-9109-2cd994d4a9a7 req-bdcbc5cb-bc1a-4ea9-9f4e-7229ac982c8c tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738316 Jul 06 15:00:20.777735 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-32b4623c-ec61-4a8d-a759-8d71e62443cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2297145'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:20.959423 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-32b4623c-ec61-4a8d-a759-8d71e62443cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:20.960443 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-32b4623c-ec61-4a8d-a759-8d71e62443cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:20.962753 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-32b4623c-ec61-4a8d-a759-8d71e62443cc service neutron] 10.222.0.25 "PUT /v2.0/ports/2765eba7-c467-478c-b4d1-2e90704707df HTTP/1.1" status: 200 len: 1094 time: 1.6007926 Jul 06 15:00:20.971565 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f4f15f-50a0-4141-a6cf-b1a9572197aa', 'tag': '2765eba7-c467-478c-b4d1-2e90704707df'}] {{(pid=92915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:00:20.976619 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92756195bd967bcafd15386578949a9109be95aebc1330c0508ce0179bff92bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401a04ff-bc4e-4a28-9a7d-00efc37de4d8" -d '{"events": [{"name": "network-changed", "server_uuid": "e3f4f15f-50a0-4141-a6cf-b1a9572197aa", "tag": "2765eba7-c467-478c-b4d1-2e90704707df"}]}' {{(pid=92915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:00:21.061528 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b3aface9-4150-451a-9dd0-6de04f493c20 req-7aef0ba9-0a94-4d58-bf16-851109409dc0 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 210 time: 0.0548875 Jul 06 15:00:21.116116 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-4a5af42f-d8bb-442b-a29e-4f8f84fb5aa0 req-657dd310-5f89-4ec2-84ac-19dbfb2a737f tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3899035 Jul 06 15:00:21.144078 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4623c-ec61-4a8d-a759-8d71e62443cc service neutron] Pushing event updated for resources: {'Port': ['ID=2765eba7-c467-478c-b4d1-2e90704707df,revision_number=3']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:21.178093 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671671f4-8573-4526-879b-63679db4a6a0 x-openstack-request-id: req-671671f4-8573-4526-879b-63679db4a6a0 {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:00:21.184952 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3f4f15f-50a0-4141-a6cf-b1a9572197aa", "tag": "2765eba7-c467-478c-b4d1-2e90704707df", "status": "completed", "code": 200}]} {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:00:21.184952 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-671671f4-8573-4526-879b-63679db4a6a0 {{(pid=92915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:00:21.184952 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f4f15f-50a0-4141-a6cf-b1a9572197aa', 'tag': '2765eba7-c467-478c-b4d1-2e90704707df', 'status': 'completed', 'code': 200} Jul 06 15:00:21.297929 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-e4f2fb48-3e44-4ff0-b48c-2b497c005383 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:21.307685 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-e4f2fb48-3e44-4ff0-b48c-2b497c005383 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.25 "GET /v2.0/networks?id=03110df2-e384-4b3d-9464-61bed7bb00a3 HTTP/1.1" status: 200 len: 808 time: 0.6405859 Jul 06 15:00:21.377752 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-6bb2fbcc-02c1-41f0-8ba5-4704b94f720b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:21.381005 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-6bb2fbcc-02c1-41f0-8ba5-4704b94f720b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=41f527dda56443f2972cd663574aefa9&device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 1097 time: 0.2569609 Jul 06 15:00:21.410389 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-fe2ab9dd-c83d-4984-aad2-b5448eca20b9 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e801beae0cd84e64ad65a5c9c4637a7d HTTP/1.1" status: 200 len: 379 time: 0.0814440 Jul 06 15:00:21.413533 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 19694f19-f835-47ec-8e7d-d11823081e9a details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:00:21.441355 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-c9cf744c-4efd-43b1-83da-3802b0c2119f tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Request body: {'port': {'device_id': '98663644-d273-49c3-a565-79a7b60fa986', 'network_id': '03110df2-e384-4b3d-9464-61bed7bb00a3', 'admin_state_up': True, 'tenant_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'security_groups': ['e3a33af9-b8de-41a8-b894-f9b3d8052d4d']}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:21.513834 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-d634c032-77a0-45a6-9015-050da4d0eb47 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2765eba7-c467-478c-b4d1-2e90704707df HTTP/1.1" status: 200 len: 217 time: 0.1120234 Jul 06 15:00:21.557628 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b524fa-54e3-4a5a-a50c-3476aaf07f18 req-e12fe345-0a9a-4677-ac9e-4ba1beb65cc9 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:21.562438 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-f1b524fa-54e3-4a5a-a50c-3476aaf07f18 req-e12fe345-0a9a-4677-ac9e-4ba1beb65cc9 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.25 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.3762357 Jul 06 15:00:21.582725 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 19694f19-f835-47ec-8e7d-d11823081e9a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=19694f19-f835-47ec-8e7d-d11823081e9a,segment=NetworkSegment(cb30854e-762f-4ab3-afc5-fc62883d2599),segment_id=cb30854e-762f-4ab3-afc5-fc62883d2599)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:21.599056 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Returning: {'device': '19694f19-f835-47ec-8e7d-d11823081e9a', 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad', 'port_id': '19694f19-f835-47ec-8e7d-d11823081e9a', 'mac_address': 'fa:16:3e:ad:2b:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:00:21.624822 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-17e1c6d0-f1b5-4acf-83fb-1e27ee65bd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:21.627140 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-17e1c6d0-f1b5-4acf-83fb-1e27ee65bd9d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cd8d4e54-26f1-4b39-a95b-0872342e8203 HTTP/1.1" status: 200 len: 854 time: 0.1001625 Jul 06 15:00:21.649877 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:21.657547 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e5532-8fb7-4bac-b4a7-651fc2c16249 req-e0ac55d7-a552-493e-ad00-65f6fbab8514 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:21.659331 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-f79e5532-8fb7-4bac-b4a7-651fc2c16249 req-e0ac55d7-a552-493e-ad00-65f6fbab8514 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 944 time: 0.1475008 Jul 06 15:00:21.673639 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19694f19-f835-47ec-8e7d-d11823081e9a {{(pid=92917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:00:21.709482 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 19694f19-f835-47ec-8e7d-d11823081e9a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=19694f19-f835-47ec-8e7d-d11823081e9a,segment=NetworkSegment(cb30854e-762f-4ab3-afc5-fc62883d2599),segment_id=cb30854e-762f-4ab3-afc5-fc62883d2599)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:21.716905 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:21.774844 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-f79e5532-8fb7-4bac-b4a7-651fc2c16249 req-d9013d31-28a5-422c-b30b-14e779e3e095 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/security-groups?id=607ba602-9d94-48e8-bc30-47c106264a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046429 Jul 06 15:00:21.852712 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-7399f562-a718-46a5-91d6-093e248efe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:21.855108 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-7399f562-a718-46a5-91d6-093e248efe57 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c410ce4d-1c95-4b8b-a844-77a6d61680ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1460340 Jul 06 15:00:21.855531 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=19694f19-f835-47ec-8e7d-d11823081e9a,revision_number=9']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:21.867583 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-c9cf744c-4efd-43b1-83da-3802b0c2119f tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Made reservation on behalf of e801beae0cd84e64ad65a5c9c4637a7d for: {'port': 1} {{(pid=92915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:00:21.874750 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-c9cf744c-4efd-43b1-83da-3802b0c2119f tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:21.879997 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:21.880957 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:21.881761 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:21.882449 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:21.883246 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:21.884326 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:21.885389 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:21.886666 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:21.887827 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:21.889037 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:21.890312 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:21.891636 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:21.920380 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [req-f1b524fa-54e3-4a5a-a50c-3476aaf07f18 req-121f33b9-cad4-4733-b3a3-cd46e628aaf1 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Deleting port 554a6a80-8427-4fd1-9242-028c75282197 {{(pid=92915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:00:21.921126 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-f1b524fa-54e3-4a5a-a50c-3476aaf07f18 req-121f33b9-cad4-4733-b3a3-cd46e628aaf1 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:21.945089 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb2606-1c3a-4fe0-a99b-4b4c595fc7c2 req-e2e11365-5af7-4949-ae36-6ed85fe2ea48 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:21.963803 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0ebb2606-1c3a-4fe0-a99b-4b4c595fc7c2 req-e2e11365-5af7-4949-ae36-6ed85fe2ea48 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=33febd7e-be5a-4921-be9c-d751b46779c7 HTTP/1.1" status: 200 len: 945 time: 0.2972023 Jul 06 15:00:22.105760 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['19694f19-f835-47ec-8e7d-d11823081e9a'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:00:22.273888 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0ebb2606-1c3a-4fe0-a99b-4b4c595fc7c2 req-6e098170-61d9-4e53-90ea-0314d2e5f8c8 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054595 Jul 06 15:00:22.281140 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4b7a1-6c8f-44e0-ad3a-a1d5c2cadc3c req-169ac3a2-a65a-42bd-b600-7f371f4560df tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:22.284801 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-9aa4b7a1-6c8f-44e0-ad3a-a1d5c2cadc3c req-169ac3a2-a65a-42bd-b600-7f371f4560df tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.25 "GET /v2.0/ports?device_id=33febd7e-be5a-4921-be9c-d751b46779c7 HTTP/1.1" status: 200 len: 945 time: 0.5754132 Jul 06 15:00:22.340469 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-f1b524fa-54e3-4a5a-a50c-3476aaf07f18 req-121f33b9-cad4-4733-b3a3-cd46e628aaf1 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] For port 554a6a80-8427-4fd1-9242-028c75282197, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=554a6a80-8427-4fd1-9242-028c75282197,segment=NetworkSegment(a1fa8ca1-94e5-4c01-ad69-f65698d9c409),segment_id=a1fa8ca1-94e5-4c01-ad69-f65698d9c409)] {{(pid=92915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:22.340854 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-f1b524fa-54e3-4a5a-a50c-3476aaf07f18 req-121f33b9-cad4-4733-b3a3-cd46e628aaf1 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:22.386090 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [req-f1b524fa-54e3-4a5a-a50c-3476aaf07f18 req-121f33b9-cad4-4733-b3a3-cd46e628aaf1 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Calling delete_port for 554a6a80-8427-4fd1-9242-028c75282197 owned by compute:nova {{(pid=92915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:00:22.451155 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-da23f508-b8b9-421d-a70d-258966792479 service neutron] 10.222.0.25 "GET /v2.0/networks/c410ce4d-1c95-4b8b-a844-77a6d61680ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5866663 Jul 06 15:00:22.519746 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_common [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-c9cf744c-4efd-43b1-83da-3802b0c2119f tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Allocated IP 172.20.0.10 (03110df2-e384-4b3d-9464-61bed7bb00a3/6e3ad3a0-9226-434c-927d-b1373e85eaaa/144f10fa-954e-4d0d-b25d-be48c91abed5) {{(pid=92915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:00:22.528021 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc422327-b954-4668-9d64-f248b5c06e74 req-df90de2b-0511-474a-add2-087446ee44cd tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:22.532472 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-dc422327-b954-4668-9d64-f248b5c06e74 req-df90de2b-0511-474a-add2-087446ee44cd tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 945 time: 0.2968395 Jul 06 15:00:22.750492 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-dc422327-b954-4668-9d64-f248b5c06e74 req-67f2f8cd-efb9-437d-af21-b622a911b107 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936054 Jul 06 15:00:22.784595 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [req-9aa4b7a1-6c8f-44e0-ad3a-a1d5c2cadc3c req-b6c807fc-56a0-4327-979f-46ae0bfd61c3 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Deleting port 46f0785c-f7b3-4f0e-9612-c14908b31d6e {{(pid=92916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:00:22.785682 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-9aa4b7a1-6c8f-44e0-ad3a-a1d5c2cadc3c req-b6c807fc-56a0-4327-979f-46ae0bfd61c3 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:22.795326 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ff94772b-e1ab-45e5-9ec1-192c646b7ed7 req-ee91fd93-bea0-4493-8048-708bbb5b6e9d service neutron] 10.222.0.25 "GET /v2.0/networks/c410ce4d-1c95-4b8b-a844-77a6d61680ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030362 Jul 06 15:00:22.963151 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-f1b524fa-54e3-4a5a-a50c-3476aaf07f18 req-121f33b9-cad4-4733-b3a3-cd46e628aaf1 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2297282'] for port, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:23.005030 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['0d3ef5b9-af08-4e7c-a16a-c007bb7433b9'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:00:23.054152 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f33b9-cad4-4733-b3a3-cd46e628aaf1 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Pushing event deleted for resources: {'Port': ['ID=554a6a80-8427-4fd1-9242-028c75282197,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:23.143061 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [req-9aa4b7a1-6c8f-44e0-ad3a-a1d5c2cadc3c req-b6c807fc-56a0-4327-979f-46ae0bfd61c3 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] For port 46f0785c-f7b3-4f0e-9612-c14908b31d6e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=46f0785c-f7b3-4f0e-9612-c14908b31d6e,segment=NetworkSegment(b8a69907-b7f8-4f17-967d-07147bf9886f),segment_id=b8a69907-b7f8-4f17-967d-07147bf9886f)] {{(pid=92916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:23.143637 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-9aa4b7a1-6c8f-44e0-ad3a-a1d5c2cadc3c req-b6c807fc-56a0-4327-979f-46ae0bfd61c3 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:23.155110 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-80a430e3-934a-4627-a226-ddf537251624 req-2f7507cd-17f6-4286-9fdb-b9148fec21ce tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 210 time: 0.1154819 Jul 06 15:00:23.243932 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [req-9aa4b7a1-6c8f-44e0-ad3a-a1d5c2cadc3c req-b6c807fc-56a0-4327-979f-46ae0bfd61c3 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Calling delete_port for 46f0785c-f7b3-4f0e-9612-c14908b31d6e owned by compute:nova {{(pid=92916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:00:23.257536 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-c9cf744c-4efd-43b1-83da-3802b0c2119f tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks [] for port, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:23.272346 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a04ff-bc4e-4a28-9a7d-00efc37de4d8 req-f3cf901e-d9df-4eb3-8c44-0e32efdd67cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:23.276111 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-401a04ff-bc4e-4a28-9a7d-00efc37de4d8 req-f3cf901e-d9df-4eb3-8c44-0e32efdd67cf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=41f527dda56443f2972cd663574aefa9&device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 1097 time: 0.2909012 Jul 06 15:00:23.285336 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.provisioning_blocks [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-c9cf744c-4efd-43b1-83da-3802b0c2119f tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Transition to ACTIVE for port object 144f10fa-954e-4d0d-b25d-be48c91abed5 will not be triggered until provisioned by entity DHCP. {{(pid=92915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:00:23.361641 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b524fa-54e3-4a5a-a50c-3476aaf07f18 req-121f33b9-cad4-4733-b3a3-cd46e628aaf1 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] No DVR routers for this DVR port 554a6a80-8427-4fd1-9242-028c75282197 on host hv-cinder-78836 {{(pid=92915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:00:23.367209 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-f1b524fa-54e3-4a5a-a50c-3476aaf07f18 req-121f33b9-cad4-4733-b3a3-cd46e628aaf1 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:23.371609 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-f1b524fa-54e3-4a5a-a50c-3476aaf07f18 req-121f33b9-cad4-4733-b3a3-cd46e628aaf1 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.25 "DELETE /v2.0/ports/554a6a80-8427-4fd1-9242-028c75282197 HTTP/1.1" status: 204 len: 173 time: 1.7970734 Jul 06 15:00:23.379349 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9896e41e-0fcc-4089-beb9-c1a106cf1b40', 'name': 'network-vif-deleted', 'tag': '554a6a80-8427-4fd1-9242-028c75282197'}] {{(pid=92915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:00:23.384071 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92756195bd967bcafd15386578949a9109be95aebc1330c0508ce0179bff92bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74d3677-386c-49cc-846a-795a83708675" -d '{"events": [{"server_uuid": "9896e41e-0fcc-4089-beb9-c1a106cf1b40", "name": "network-vif-deleted", "tag": "554a6a80-8427-4fd1-9242-028c75282197"}]}' {{(pid=92915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:00:23.478855 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 19694f19-f835-47ec-8e7d-d11823081e9a up at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:00:23.506500 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12873ef0-74ba-4234-8bcf-cae00c471d15 req-c2cbbb16-5650-4a71-a9a4-8aec2074517a tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:23.507768 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-c9cf744c-4efd-43b1-83da-3802b0c2119f tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2297291'] for port, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:23.515376 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-12873ef0-74ba-4234-8bcf-cae00c471d15 req-c2cbbb16-5650-4a71-a9a4-8aec2074517a tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 945 time: 0.3761659 Jul 06 15:00:23.561624 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a04ff-bc4e-4a28-9a7d-00efc37de4d8 req-7947b72c-625e-4c6e-b3b0-fb2a3101c733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:23.563238 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-401a04ff-bc4e-4a28-9a7d-00efc37de4d8 req-7947b72c-625e-4c6e-b3b0-fb2a3101c733 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c410ce4d-1c95-4b8b-a844-77a6d61680ff HTTP/1.1" status: 200 len: 916 time: 0.2730372 Jul 06 15:00:23.615224 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning complete for port 19694f19-f835-47ec-8e7d-d11823081e9a triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:00:23.616574 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:23.625700 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-c9cf744c-4efd-43b1-83da-3802b0c2119f tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Network 03110df2-e384-4b3d-9464-61bed7bb00a3 is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:00:23.636896 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-401a04ff-bc4e-4a28-9a7d-00efc37de4d8 req-0005451a-c589-49f9-975e-872398b9462c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2765eba7-c467-478c-b4d1-2e90704707df HTTP/1.1" status: 200 len: 217 time: 0.0598571 Jul 06 15:00:23.643063 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d7189-60ec-4318-9194-c6ee23168f5c req-d287cb74-0146-4186-82f2-0c1618fb6c83 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:23.645834 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a97d7189-60ec-4318-9194-c6ee23168f5c req-d287cb74-0146-4186-82f2-0c1618fb6c83 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 944 time: 0.3345444 Jul 06 15:00:23.651373 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-12873ef0-74ba-4234-8bcf-cae00c471d15 req-345cfc06-683a-4f09-a859-a5bf2fb40f33 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308656 Jul 06 15:00:23.653140 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-c9cf744c-4efd-43b1-83da-3802b0c2119f tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:00:23.657800 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-c9cf744c-4efd-43b1-83da-3802b0c2119f tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Received port after_create {{(pid=92915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:00:23.784858 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-c9cf744c-4efd-43b1-83da-3802b0c2119f tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:23.785779 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-c9cf744c-4efd-43b1-83da-3802b0c2119f tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:23.811556 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf744c-4efd-43b1-83da-3802b0c2119f tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Pushing event updated for resources: {'Port': ['ID=144f10fa-954e-4d0d-b25d-be48c91abed5,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:23.860235 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:23.866261 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-c9cf744c-4efd-43b1-83da-3802b0c2119f tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4289026 Jul 06 15:00:23.896879 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-53bff8bb-7f4f-4e67-9bde-21f8b82d86d3 service neutron] Request body: {'port': {'device_id': '98663644-d273-49c3-a565-79a7b60fa986', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:23.902913 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89375580-f1cb-49e7-9021-031484a37898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19694f19-f835-47ec-8e7d-d11823081e9a'}] {{(pid=92917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:00:23.905549 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ea3ef9b0f14ac6a08de5771e2132c48ed06abd6a52ccf1dddde4c27a9981b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307bc54c-0ab8-4678-82cd-7c6b03b5c4ce" -d '{"events": [{"server_uuid": "89375580-f1cb-49e7-9021-031484a37898", "name": "network-vif-plugged", "status": "completed", "tag": "19694f19-f835-47ec-8e7d-d11823081e9a"}]}' {{(pid=92917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:00:23.919810 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a97d7189-60ec-4318-9194-c6ee23168f5c req-67ab478f-9979-4342-9b22-0a92eb6faeea tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/security-groups?id=607ba602-9d94-48e8-bc30-47c106264a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611605 Jul 06 15:00:23.931111 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 19694f19-f835-47ec-8e7d-d11823081e9a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=19694f19-f835-47ec-8e7d-d11823081e9a,segment=NetworkSegment(cb30854e-762f-4ab3-afc5-fc62883d2599),segment_id=cb30854e-762f-4ab3-afc5-fc62883d2599)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:23.941137 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:23.946254 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 554a6a80-8427-4fd1-9242-028c75282197 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:00:24.022445 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a04ff-bc4e-4a28-9a7d-00efc37de4d8 req-c5b7dbba-c975-4b7a-a81d-3ecf740ef68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:24.025166 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-401a04ff-bc4e-4a28-9a7d-00efc37de4d8 req-c5b7dbba-c975-4b7a-a81d-3ecf740ef68a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cd8d4e54-26f1-4b39-a95b-0872342e8203 HTTP/1.1" status: 200 len: 854 time: 0.3705182 Jul 06 15:00:24.028399 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-9aa4b7a1-6c8f-44e0-ad3a-a1d5c2cadc3c req-b6c807fc-56a0-4327-979f-46ae0bfd61c3 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824642'] for port, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:24.044102 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] No Port match for: 554a6a80-8427-4fd1-9242-028c75282197 {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:00:24.044910 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 554a6a80-8427-4fd1-9242-028c75282197 not bound to the agent host hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:00:24.081199 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['35abb235-c7a3-4263-8048-7a42cb1d2950', '3d31caef-dba3-491f-ae91-bb8d8992ad0d', '46f0785c-f7b3-4f0e-9612-c14908b31d6e'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:00:24.101775 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36da49ff-d81d-4415-a541-bf717ec0e838 x-openstack-request-id: req-36da49ff-d81d-4415-a541-bf717ec0e838 {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:00:24.102673 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9896e41e-0fcc-4089-beb9-c1a106cf1b40", "name": "network-vif-deleted", "tag": "554a6a80-8427-4fd1-9242-028c75282197", "status": "completed", "code": 200}]} {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:00:24.102673 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36da49ff-d81d-4415-a541-bf717ec0e838 {{(pid=92915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:00:24.103022 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9896e41e-0fcc-4089-beb9-c1a106cf1b40', 'name': 'network-vif-deleted', 'tag': '554a6a80-8427-4fd1-9242-028c75282197', 'status': 'completed', 'code': 200} Jul 06 15:00:24.130851 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-53bff8bb-7f4f-4e67-9bde-21f8b82d86d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:24.176465 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=19694f19-f835-47ec-8e7d-d11823081e9a,revision_number=10']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:24.226042 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-eaa7a658-10cf-45b0-8f3e-6f5ab5803cf4 req-97a31505-8759-4ada-8c09-3ec0499b1c18 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=33febd7e-be5a-4921-be9c-d751b46779c7 HTTP/1.1" status: 200 len: 210 time: 0.1873662 Jul 06 15:00:24.231334 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c807fc-56a0-4327-979f-46ae0bfd61c3 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Pushing event deleted for resources: {'Port': ['ID=46f0785c-f7b3-4f0e-9612-c14908b31d6e,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:24.240563 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-bfc6e07c-5a3b-4d77-ad94-16679e4c7b42 None None] Provisioning for port 144f10fa-954e-4d0d-b25d-be48c91abed5 completed by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:00:24.286028 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-bfc6e07c-5a3b-4d77-ad94-16679e4c7b42 None None] Provisioning complete for port 144f10fa-954e-4d0d-b25d-be48c91abed5 triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:00:24.294609 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-bfc6e07c-5a3b-4d77-ad94-16679e4c7b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:24.308881 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa4b7a1-6c8f-44e0-ad3a-a1d5c2cadc3c req-b6c807fc-56a0-4327-979f-46ae0bfd61c3 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] No DVR routers for this DVR port 46f0785c-f7b3-4f0e-9612-c14908b31d6e on host hv-cinder-78836 {{(pid=92916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:00:24.315281 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-9aa4b7a1-6c8f-44e0-ad3a-a1d5c2cadc3c req-b6c807fc-56a0-4327-979f-46ae0bfd61c3 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:24.319211 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-9aa4b7a1-6c8f-44e0-ad3a-a1d5c2cadc3c req-b6c807fc-56a0-4327-979f-46ae0bfd61c3 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.25 "DELETE /v2.0/ports/46f0785c-f7b3-4f0e-9612-c14908b31d6e HTTP/1.1" status: 204 len: 173 time: 2.0268440 Jul 06 15:00:24.320585 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33febd7e-be5a-4921-be9c-d751b46779c7', 'name': 'network-vif-deleted', 'tag': '46f0785c-f7b3-4f0e-9612-c14908b31d6e'}] {{(pid=92916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:00:24.338576 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95076a2cfa108320b507fde56cef9a7a3e09023494eaa6cf19f085f96635572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed264d5-2d86-4074-ae49-0cfb0dabd656" -d '{"events": [{"server_uuid": "33febd7e-be5a-4921-be9c-d751b46779c7", "name": "network-vif-deleted", "tag": "46f0785c-f7b3-4f0e-9612-c14908b31d6e"}]}' {{(pid=92916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:00:24.395128 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a04ff-bc4e-4a28-9a7d-00efc37de4d8 req-2b28ad9d-b69e-4931-a002-0c65a5968e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:24.410018 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93215bb-4714-4a57-be85-cbf5126fca43 x-openstack-request-id: req-b93215bb-4714-4a57-be85-cbf5126fca43 {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:00:24.410330 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89375580-f1cb-49e7-9021-031484a37898", "name": "network-vif-plugged", "status": "completed", "tag": "19694f19-f835-47ec-8e7d-d11823081e9a", "code": 200}]} {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:00:24.417999 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b93215bb-4714-4a57-be85-cbf5126fca43 {{(pid=92917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:00:24.418931 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-401a04ff-bc4e-4a28-9a7d-00efc37de4d8 req-2b28ad9d-b69e-4931-a002-0c65a5968e9a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c410ce4d-1c95-4b8b-a844-77a6d61680ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3772545 Jul 06 15:00:24.427736 dv-cinder-788363-5-iscsi neutron-server[92917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89375580-f1cb-49e7-9021-031484a37898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19694f19-f835-47ec-8e7d-d11823081e9a', 'code': 200} Jul 06 15:00:24.575868 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-446a3452-71c2-4115-91a8-1ff5b779efb5 req-e6a7e504-b2e2-456a-971a-410263296d89 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=9896e41e-0fcc-4089-beb9-c1a106cf1b40 HTTP/1.1" status: 200 len: 210 time: 0.0643961 Jul 06 15:00:24.587561 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-bfc6e07c-5a3b-4d77-ad94-16679e4c7b42 None None] Port 144f10fa-954e-4d0d-b25d-be48c91abed5 cannot update to ACTIVE because it is not bound. {{(pid=92917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:00:24.696283 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e873b507-98c8-479b-a0a6-dec8e446b2e4 x-openstack-request-id: req-e873b507-98c8-479b-a0a6-dec8e446b2e4 {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:00:24.696964 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33febd7e-be5a-4921-be9c-d751b46779c7", "name": "network-vif-deleted", "tag": "46f0785c-f7b3-4f0e-9612-c14908b31d6e", "status": "completed", "code": 200}]} {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:00:24.698867 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e873b507-98c8-479b-a0a6-dec8e446b2e4 {{(pid=92916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:00:24.699810 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33febd7e-be5a-4921-be9c-d751b46779c7', 'name': 'network-vif-deleted', 'tag': '46f0785c-f7b3-4f0e-9612-c14908b31d6e', 'status': 'completed', 'code': 200} Jul 06 15:00:24.800088 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-401a04ff-bc4e-4a28-9a7d-00efc37de4d8 req-17976d55-0288-41e8-9e36-22a37a480336 service neutron] 10.222.0.25 "GET /v2.0/networks/c410ce4d-1c95-4b8b-a844-77a6d61680ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660314 Jul 06 15:00:24.818634 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63cc732-ebbe-45e6-90b6-46fbd9354975 req-a2d1acd2-112b-4213-88c3-e07a9dcde1f6 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:24.834158 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-a63cc732-ebbe-45e6-90b6-46fbd9354975 req-a2d1acd2-112b-4213-88c3-e07a9dcde1f6 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 932 time: 0.3016891 Jul 06 15:00:24.942470 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-53bff8bb-7f4f-4e67-9bde-21f8b82d86d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 144f10fa-954e-4d0d-b25d-be48c91abed5 {{(pid=92915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:00:24.961217 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-53bff8bb-7f4f-4e67-9bde-21f8b82d86d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:24.988361 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-a63cc732-ebbe-45e6-90b6-46fbd9354975 req-409d7b95-a4e3-4808-b49f-bf267100aa75 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345768 Jul 06 15:00:24.991245 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.provisioning_blocks [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-53bff8bb-7f4f-4e67-9bde-21f8b82d86d3 service neutron] Transition to ACTIVE for port object 144f10fa-954e-4d0d-b25d-be48c91abed5 will not be triggered until provisioned by entity L2. {{(pid=92915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:00:25.005481 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-53bff8bb-7f4f-4e67-9bde-21f8b82d86d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2297145'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:25.061119 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-401a04ff-bc4e-4a28-9a7d-00efc37de4d8 req-2a3527a4-f713-4f0c-8b50-ed997ed6d00c service neutron] 10.222.0.25 "GET /v2.0/networks/c410ce4d-1c95-4b8b-a844-77a6d61680ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234209 Jul 06 15:00:25.104073 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a060fd-371c-4310-8c31-55f51448f264 req-2621ab30-0f49-4130-baaf-4dd98374700a tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:25.107221 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e3a060fd-371c-4310-8c31-55f51448f264 req-2621ab30-0f49-4130-baaf-4dd98374700a tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 947 time: 0.2346067 Jul 06 15:00:25.321927 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e3a060fd-371c-4310-8c31-55f51448f264 req-5dc89683-730a-4ea7-a22b-b38d8577f9de tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921699 Jul 06 15:00:25.383597 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bff8bb-7f4f-4e67-9bde-21f8b82d86d3 service neutron] Pushing event updated for resources: {'Port': ['ID=144f10fa-954e-4d0d-b25d-be48c91abed5,revision_number=2']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:25.451591 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.managers [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-53bff8bb-7f4f-4e67-9bde-21f8b82d86d3 service neutron] Attempting to bind port 144f10fa-954e-4d0d-b25d-be48c91abed5 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:00:25.451956 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.managers [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-53bff8bb-7f4f-4e67-9bde-21f8b82d86d3 service neutron] Attempting to bind port 144f10fa-954e-4d0d-b25d-be48c91abed5 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '3774fc6f-a661-419f-b160-b9f7192fa6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03110df2-e384-4b3d-9464-61bed7bb00a3'}] {{(pid=92915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:00:25.452299 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-53bff8bb-7f4f-4e67-9bde-21f8b82d86d3 service neutron] Attempting to bind port 144f10fa-954e-4d0d-b25d-be48c91abed5 on network 03110df2-e384-4b3d-9464-61bed7bb00a3 {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:00:25.459029 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-53bff8bb-7f4f-4e67-9bde-21f8b82d86d3 service neutron] Port 144f10fa-954e-4d0d-b25d-be48c91abed5 on network 03110df2-e384-4b3d-9464-61bed7bb00a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 15:00:25.459352 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-53bff8bb-7f4f-4e67-9bde-21f8b82d86d3 service neutron] Attempting to bind port 144f10fa-954e-4d0d-b25d-be48c91abed5 on network 03110df2-e384-4b3d-9464-61bed7bb00a3 {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:00:25.459556 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30aedb-a26d-4ac3-ba60-b6116f990abb req-dcc37768-f211-4fb0-8c94-354fd77c1b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:25.462209 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-fd30aedb-a26d-4ac3-ba60-b6116f990abb req-dcc37768-f211-4fb0-8c94-354fd77c1b21 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 1100 time: 0.2193301 Jul 06 15:00:25.465969 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-53bff8bb-7f4f-4e67-9bde-21f8b82d86d3 service neutron] Checking agent: {'id': '04d4ab22-d878-41a9-afec-a7a2984360cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'started_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:00:25.466638 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-53bff8bb-7f4f-4e67-9bde-21f8b82d86d3 service neutron] Checking segment: {'id': '3774fc6f-a661-419f-b160-b9f7192fa6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03110df2-e384-4b3d-9464-61bed7bb00a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:00:25.467340 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-53bff8bb-7f4f-4e67-9bde-21f8b82d86d3 service neutron] Bound using segment: {'id': '3774fc6f-a661-419f-b160-b9f7192fa6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03110df2-e384-4b3d-9464-61bed7bb00a3'} {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:00:25.467960 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.managers [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-53bff8bb-7f4f-4e67-9bde-21f8b82d86d3 service neutron] Bound port: 144f10fa-954e-4d0d-b25d-be48c91abed5, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3774fc6f-a661-419f-b160-b9f7192fa6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03110df2-e384-4b3d-9464-61bed7bb00a3'}}] {{(pid=92915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:00:25.468525 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-53bff8bb-7f4f-4e67-9bde-21f8b82d86d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:25.471499 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 2765eba7-c467-478c-b4d1-2e90704707df details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:00:25.498664 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186f162-ec79-492c-a523-6c131c136dc0 req-8e05fd5e-4d94-4d82-aa3f-dda627cd8fe4 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:25.501274 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-f186f162-ec79-492c-a523-6c131c136dc0 req-8e05fd5e-4d94-4d82-aa3f-dda627cd8fe4 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 944 time: 0.2027884 Jul 06 15:00:25.595932 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-fd30aedb-a26d-4ac3-ba60-b6116f990abb req-2e43a40b-4511-4e5e-8783-b00ac08f88ab service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248081 Jul 06 15:00:25.597936 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-53bff8bb-7f4f-4e67-9bde-21f8b82d86d3 service neutron] For port 144f10fa-954e-4d0d-b25d-be48c91abed5, host hv-cinder-78836, cleared binding levels {{(pid=92915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:00:25.605107 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-53bff8bb-7f4f-4e67-9bde-21f8b82d86d3 service neutron] For port 144f10fa-954e-4d0d-b25d-be48c91abed5, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=144f10fa-954e-4d0d-b25d-be48c91abed5,segment=NetworkSegment(3774fc6f-a661-419f-b160-b9f7192fa6b2),segment_id=3774fc6f-a661-419f-b160-b9f7192fa6b2)] {{(pid=92915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:00:25.618940 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-f186f162-ec79-492c-a523-6c131c136dc0 req-bf1f2701-cc76-498b-86f3-eecc3595449a tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/security-groups?id=607ba602-9d94-48e8-bc30-47c106264a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904458 Jul 06 15:00:25.651632 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-53bff8bb-7f4f-4e67-9bde-21f8b82d86d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2297145'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:25.735385 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-53bff8bb-7f4f-4e67-9bde-21f8b82d86d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:25.736468 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-53bff8bb-7f4f-4e67-9bde-21f8b82d86d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:25.748620 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-53bff8bb-7f4f-4e67-9bde-21f8b82d86d3 service neutron] 10.222.0.25 "PUT /v2.0/ports/144f10fa-954e-4d0d-b25d-be48c91abed5 HTTP/1.1" status: 200 len: 1094 time: 1.8580375 Jul 06 15:00:25.756296 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-15573f08-3431-479c-a44a-302467519269 req-2a2cffb0-f38e-49d0-ac61-9831f897c95c tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=33febd7e-be5a-4921-be9c-d751b46779c7 HTTP/1.1" status: 200 len: 210 time: 0.1479886 Jul 06 15:00:25.843989 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 2765eba7-c467-478c-b4d1-2e90704707df, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2765eba7-c467-478c-b4d1-2e90704707df,segment=NetworkSegment(ee46ca01-90f6-4b77-9f66-e1a11d6e7193),segment_id=ee46ca01-90f6-4b77-9f66-e1a11d6e7193)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:25.873717 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bff8bb-7f4f-4e67-9bde-21f8b82d86d3 service neutron] Pushing event updated for resources: {'Port': ['ID=144f10fa-954e-4d0d-b25d-be48c91abed5,revision_number=3']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:25.874898 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Returning: {'device': '2765eba7-c467-478c-b4d1-2e90704707df', 'network_id': 'c410ce4d-1c95-4b8b-a844-77a6d61680ff', 'port_id': '2765eba7-c467-478c-b4d1-2e90704707df', 'mac_address': 'fa:16:3e:e9:b2:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd8d4e54-26f1-4b39-a95b-0872342e8203', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:00:25.971676 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:25.998447 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2765eba7-c467-478c-b4d1-2e90704707df {{(pid=92917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:00:26.047027 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 2765eba7-c467-478c-b4d1-2e90704707df, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2765eba7-c467-478c-b4d1-2e90704707df,segment=NetworkSegment(ee46ca01-90f6-4b77-9f66-e1a11d6e7193),segment_id=ee46ca01-90f6-4b77-9f66-e1a11d6e7193)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:26.057208 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:26.108049 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98663644-d273-49c3-a565-79a7b60fa986', 'tag': '144f10fa-954e-4d0d-b25d-be48c91abed5'}] {{(pid=92915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:00:26.110451 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92756195bd967bcafd15386578949a9109be95aebc1330c0508ce0179bff92bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91a4d3c-2a9c-489d-91b1-752076da8579" -d '{"events": [{"name": "network-changed", "server_uuid": "98663644-d273-49c3-a565-79a7b60fa986", "tag": "144f10fa-954e-4d0d-b25d-be48c91abed5"}]}' {{(pid=92915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:00:26.140667 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-67cc2c35-2587-4f22-8642-c029bcb49667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:26.142538 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-67cc2c35-2587-4f22-8642-c029bcb49667 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e801beae0cd84e64ad65a5c9c4637a7d&device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 1097 time: 0.1078897 Jul 06 15:00:26.163130 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=2765eba7-c467-478c-b4d1-2e90704707df,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:26.237482 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-11dc5fc8-caff-443e-b6e2-4bea0998dbe6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=144f10fa-954e-4d0d-b25d-be48c91abed5 HTTP/1.1" status: 200 len: 217 time: 0.0519989 Jul 06 15:00:26.242957 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39e41d-b3c7-4e34-a328-587aa8b16a99 req-97f1cd90-58d4-4cc7-94ec-7695674f69c2 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:26.246661 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-6d39e41d-b3c7-4e34-a328-587aa8b16a99 req-97f1cd90-58d4-4cc7-94ec-7695674f69c2 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 946 time: 0.1626747 Jul 06 15:00:26.320333 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-6d39e41d-b3c7-4e34-a328-587aa8b16a99 req-9cec17b4-285e-474d-a59d-d2702916cc98 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666957 Jul 06 15:00:26.355734 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-180cd961-6ece-44b9-8b42-e30bf9ec4491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:26.358480 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-180cd961-6ece-44b9-8b42-e30bf9ec4491 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6e3ad3a0-9226-434c-927d-b1373e85eaaa HTTP/1.1" status: 200 len: 847 time: 0.1119032 Jul 06 15:00:26.450183 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['2765eba7-c467-478c-b4d1-2e90704707df'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:00:26.472468 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-f46aeaca-0354-42c5-b8e8-622c8979c7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:26.474009 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-f46aeaca-0354-42c5-b8e8-622c8979c7f9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03110df2-e384-4b3d-9464-61bed7bb00a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1012290 Jul 06 15:00:26.496911 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652b83b9-5feb-47b1-bb39-3e7539c96e1a x-openstack-request-id: req-652b83b9-5feb-47b1-bb39-3e7539c96e1a {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:00:26.497221 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98663644-d273-49c3-a565-79a7b60fa986", "tag": "144f10fa-954e-4d0d-b25d-be48c91abed5", "status": "completed", "code": 200}]} {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:00:26.497465 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-652b83b9-5feb-47b1-bb39-3e7539c96e1a {{(pid=92915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:00:26.497794 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98663644-d273-49c3-a565-79a7b60fa986', 'tag': '144f10fa-954e-4d0d-b25d-be48c91abed5', 'status': 'completed', 'code': 200} Jul 06 15:00:26.568817 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49078e7-781f-441f-963e-a712a081f0c0 req-24e27518-831d-4a9b-9bf3-3c6e60c24bb1 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:26.577176 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-a49078e7-781f-441f-963e-a712a081f0c0 req-24e27518-831d-4a9b-9bf3-3c6e60c24bb1 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 944 time: 0.0966840 Jul 06 15:00:26.627509 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-a49078e7-781f-441f-963e-a712a081f0c0 req-d569b5f1-a86a-42d4-8889-b03922e5a728 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492105 Jul 06 15:00:26.898680 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a50c83-96b2-4060-9696-003c2ade58b0 req-6cd7976d-e909-40e3-9de4-b7515e592991 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:26.901626 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d2a50c83-96b2-4060-9696-003c2ade58b0 req-6cd7976d-e909-40e3-9de4-b7515e592991 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.1170580 Jul 06 15:00:26.965227 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d2a50c83-96b2-4060-9696-003c2ade58b0 req-fdd75460-2fe3-499e-993d-6e65de706040 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571253 Jul 06 15:00:27.052979 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-cf2bf095-eb9a-408c-a4c0-6c440b0eee51 service neutron] 10.222.0.25 "GET /v2.0/networks/03110df2-e384-4b3d-9464-61bed7bb00a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5263524 Jul 06 15:00:27.130567 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2480fa-6c03-4bfc-966f-fc6ee118522b req-28a797fc-f25b-4db3-98cc-ee8feb0e85ef tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:27.136739 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3d2480fa-6c03-4bfc-966f-fc6ee118522b req-28a797fc-f25b-4db3-98cc-ee8feb0e85ef tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 947 time: 0.2016475 Jul 06 15:00:27.228671 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3d2480fa-6c03-4bfc-966f-fc6ee118522b req-22cebd3d-82a4-436b-beac-6c5917b9c2e0 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829208 Jul 06 15:00:27.229245 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e33aa-140c-41e1-a1f7-0ef586d4e380 req-9d6abef2-9193-4fdb-8af2-019947abebf9 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:27.230853 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-649e33aa-140c-41e1-a1f7-0ef586d4e380 req-9d6abef2-9193-4fdb-8af2-019947abebf9 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 945 time: 0.1174960 Jul 06 15:00:27.307723 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-74871c0a-3ae3-4fca-8691-ee13a30953e2 req-84c1c42b-b2e1-45a3-80f2-f2f36d0fbe5b service neutron] 10.222.0.25 "GET /v2.0/networks/03110df2-e384-4b3d-9464-61bed7bb00a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461629 Jul 06 15:00:27.317912 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-649e33aa-140c-41e1-a1f7-0ef586d4e380 req-d4d9b543-5d37-4a89-858c-3b4db54f8607 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/security-groups?id=607ba602-9d94-48e8-bc30-47c106264a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763493 Jul 06 15:00:27.468700 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 46f0785c-f7b3-4f0e-9612-c14908b31d6e no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:00:27.532743 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] No Port match for: 46f0785c-f7b3-4f0e-9612-c14908b31d6e {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:00:27.533428 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 46f0785c-f7b3-4f0e-9612-c14908b31d6e not bound to the agent host hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:00:27.580178 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a4d3c-2a9c-489d-91b1-752076da8579 req-01db1f46-8286-4553-b228-e2ab0d26748e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:27.581994 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d91a4d3c-2a9c-489d-91b1-752076da8579 req-01db1f46-8286-4553-b228-e2ab0d26748e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e801beae0cd84e64ad65a5c9c4637a7d&device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 1097 time: 0.1339686 Jul 06 15:00:27.607048 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9986577-826d-4121-b27a-8cd9123c10cf req-944507ea-ff24-4f8a-b6c4-c9916524200a tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:27.607048 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b9986577-826d-4121-b27a-8cd9123c10cf req-944507ea-ff24-4f8a-b6c4-c9916524200a tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 946 time: 0.1376202 Jul 06 15:00:27.685403 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b9986577-826d-4121-b27a-8cd9123c10cf req-877b6f34-d12d-41f3-be73-46b1e0361abb tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691023 Jul 06 15:00:27.797644 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a4d3c-2a9c-489d-91b1-752076da8579 req-bcb4be84-76c2-4b02-bffb-aa10854a4265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:27.799279 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d91a4d3c-2a9c-489d-91b1-752076da8579 req-bcb4be84-76c2-4b02-bffb-aa10854a4265 service neutron] 10.222.0.25 "GET /v2.0/networks?id=03110df2-e384-4b3d-9464-61bed7bb00a3 HTTP/1.1" status: 200 len: 909 time: 0.2093358 Jul 06 15:00:27.910663 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d91a4d3c-2a9c-489d-91b1-752076da8579 req-fd24c726-26b4-4731-81ad-b029a95911ab service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=144f10fa-954e-4d0d-b25d-be48c91abed5 HTTP/1.1" status: 200 len: 217 time: 0.0439312 Jul 06 15:00:27.977263 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad9095-c3fc-47af-9338-3a319a78645b req-2bdc3710-5a51-4329-98f1-49d41299ea7a tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:27.980135 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-49ad9095-c3fc-47af-9338-3a319a78645b req-2bdc3710-5a51-4329-98f1-49d41299ea7a tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 944 time: 0.0954292 Jul 06 15:00:28.047206 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a4d3c-2a9c-489d-91b1-752076da8579 req-71d76b01-b407-4a8a-9650-2ade4c1c7a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:28.049963 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d91a4d3c-2a9c-489d-91b1-752076da8579 req-71d76b01-b407-4a8a-9650-2ade4c1c7a4d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6e3ad3a0-9226-434c-927d-b1373e85eaaa HTTP/1.1" status: 200 len: 847 time: 0.1315074 Jul 06 15:00:28.058467 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-49ad9095-c3fc-47af-9338-3a319a78645b req-e14f5ef0-c2b9-4d80-ac76-e870c78b1f5a tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673127 Jul 06 15:00:28.161040 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1aaaa-a0ed-43a4-91c2-9700ee060fe0 req-d57f90d9-8d7d-416e-adca-d1f7556515b6 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:28.163784 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-f3c1aaaa-a0ed-43a4-91c2-9700ee060fe0 req-d57f90d9-8d7d-416e-adca-d1f7556515b6 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5111dce-a930-43fe-944c-939844c9370c HTTP/1.1" status: 200 len: 945 time: 0.2299283 Jul 06 15:00:28.246572 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a4d3c-2a9c-489d-91b1-752076da8579 req-82e39cd3-05e7-4d0a-bf03-1d2229b41bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:28.249138 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d91a4d3c-2a9c-489d-91b1-752076da8579 req-82e39cd3-05e7-4d0a-bf03-1d2229b41bdb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03110df2-e384-4b3d-9464-61bed7bb00a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1842496 Jul 06 15:00:28.259305 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-f3c1aaaa-a0ed-43a4-91c2-9700ee060fe0 req-c1d97f38-6abd-43cc-9dba-0db80cbec21f tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859973 Jul 06 15:00:28.411607 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d91a4d3c-2a9c-489d-91b1-752076da8579 req-4d010af0-c29a-4216-8741-9859bffe0eb6 service neutron] 10.222.0.25 "GET /v2.0/networks/03110df2-e384-4b3d-9464-61bed7bb00a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475270 Jul 06 15:00:28.412991 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b746c1-889e-4664-9e6f-67b2c8e1b712 req-522625f3-102b-4004-ab9b-545358fe4379 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:28.415565 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-61b746c1-889e-4664-9e6f-67b2c8e1b712 req-522625f3-102b-4004-ab9b-545358fe4379 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.1306145 Jul 06 15:00:28.485156 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-61b746c1-889e-4664-9e6f-67b2c8e1b712 req-bd7ead89-1d8c-48aa-8a8b-e830f7bab74a tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623755 Jul 06 15:00:28.575897 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d91a4d3c-2a9c-489d-91b1-752076da8579 req-7b838b27-065f-428a-a656-e62ad8279c33 service neutron] 10.222.0.25 "GET /v2.0/networks/03110df2-e384-4b3d-9464-61bed7bb00a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571398 Jul 06 15:00:28.609628 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f9742-80cb-4536-b4df-b3bdea9ad797 req-506f05a6-28dc-4c16-be4a-2619271e0c19 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:28.611586 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-348f9742-80cb-4536-b4df-b3bdea9ad797 req-506f05a6-28dc-4c16-be4a-2619271e0c19 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 947 time: 0.1291652 Jul 06 15:00:28.657903 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-348f9742-80cb-4536-b4df-b3bdea9ad797 req-4ae344d7-d856-434b-a446-3cc76cfbb440 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398474 Jul 06 15:00:28.771956 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea2dc4-9b42-4a57-9245-3be0ba4da022 req-2638439d-73c5-492d-a018-e47f333ea793 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:28.773591 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-5eea2dc4-9b42-4a57-9245-3be0ba4da022 req-2638439d-73c5-492d-a018-e47f333ea793 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 945 time: 0.0776556 Jul 06 15:00:28.827152 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-5eea2dc4-9b42-4a57-9245-3be0ba4da022 req-4f8ab483-0bf4-495e-b5de-f7c933f9f863 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/security-groups?id=607ba602-9d94-48e8-bc30-47c106264a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387478 Jul 06 15:00:28.914783 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfc285-b20d-42fe-a874-b362c4146524 req-54c89636-4413-4083-aa18-fc29b170ab8c tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:28.916922 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-9cdfc285-b20d-42fe-a874-b362c4146524 req-54c89636-4413-4083-aa18-fc29b170ab8c tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 946 time: 0.0728600 Jul 06 15:00:28.966440 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-9cdfc285-b20d-42fe-a874-b362c4146524 req-757e6e5b-5397-4b5a-931d-85ff6662c6db tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390687 Jul 06 15:00:29.356909 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6551aa-311f-46ed-be8d-29907a78ff96 req-6e3fff5f-1644-43db-b8c0-544557e523fd tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:29.358935 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4a6551aa-311f-46ed-be8d-29907a78ff96 req-6e3fff5f-1644-43db-b8c0-544557e523fd tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 944 time: 0.0801942 Jul 06 15:00:29.421686 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4a6551aa-311f-46ed-be8d-29907a78ff96 req-41bd6dc8-a1de-4d12-a729-90e1029027ca tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555570 Jul 06 15:00:29.481617 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 2765eba7-c467-478c-b4d1-2e90704707df up at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:00:29.569885 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning for port 2765eba7-c467-478c-b4d1-2e90704707df completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:00:29.578376 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning complete for port 2765eba7-c467-478c-b4d1-2e90704707df triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:00:29.578899 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:29.627543 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce4ad8-5ee9-4a73-9850-731cdc98d8b3 req-0a8c6f54-5273-4884-8572-81b194ea3a19 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:29.629132 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-60ce4ad8-5ee9-4a73-9850-731cdc98d8b3 req-0a8c6f54-5273-4884-8572-81b194ea3a19 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5111dce-a930-43fe-944c-939844c9370c HTTP/1.1" status: 200 len: 945 time: 0.1254518 Jul 06 15:00:29.692654 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-60ce4ad8-5ee9-4a73-9850-731cdc98d8b3 req-06157737-b278-4bd0-90fe-0614a3e2e8d2 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549045 Jul 06 15:00:29.818435 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafe689-87fb-4817-bb3d-39942570779f req-24968ae4-3a07-4b0a-bbb2-b08e7e834869 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:29.821230 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-dbafe689-87fb-4817-bb3d-39942570779f req-24968ae4-3a07-4b0a-bbb2-b08e7e834869 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.1225812 Jul 06 15:00:29.875100 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f59d9-562b-41f3-97bb-c71a7465876c req-cb00e599-8b46-44b0-b532-bdff4a5bcae2 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:29.877909 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-366f59d9-562b-41f3-97bb-c71a7465876c req-cb00e599-8b46-44b0-b532-bdff4a5bcae2 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5111dce-a930-43fe-944c-939844c9370c HTTP/1.1" status: 200 len: 945 time: 0.1118450 Jul 06 15:00:29.891198 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-dbafe689-87fb-4817-bb3d-39942570779f req-7a0ea107-fdfc-4d11-8f27-63c173bce844 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587177 Jul 06 15:00:29.894705 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:29.938244 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f4f15f-50a0-4141-a6cf-b1a9572197aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2765eba7-c467-478c-b4d1-2e90704707df'}] {{(pid=92917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:00:29.942263 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ea3ef9b0f14ac6a08de5771e2132c48ed06abd6a52ccf1dddde4c27a9981b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d8f85c-e1a0-414c-a561-f9e4e67c7176" -d '{"events": [{"server_uuid": "e3f4f15f-50a0-4141-a6cf-b1a9572197aa", "name": "network-vif-plugged", "status": "completed", "tag": "2765eba7-c467-478c-b4d1-2e90704707df"}]}' {{(pid=92917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:00:29.987937 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 2765eba7-c467-478c-b4d1-2e90704707df, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2765eba7-c467-478c-b4d1-2e90704707df,segment=NetworkSegment(ee46ca01-90f6-4b77-9f66-e1a11d6e7193),segment_id=ee46ca01-90f6-4b77-9f66-e1a11d6e7193)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:29.998451 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:30.107426 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b40d0a6-58e9-4028-a99c-f0985e0a32fd x-openstack-request-id: req-0b40d0a6-58e9-4028-a99c-f0985e0a32fd {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:00:30.108111 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f4f15f-50a0-4141-a6cf-b1a9572197aa", "name": "network-vif-plugged", "status": "completed", "tag": "2765eba7-c467-478c-b4d1-2e90704707df", "code": 200}]} {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:00:30.108520 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b40d0a6-58e9-4028-a99c-f0985e0a32fd {{(pid=92917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:00:30.109138 dv-cinder-788363-5-iscsi neutron-server[92917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f4f15f-50a0-4141-a6cf-b1a9572197aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2765eba7-c467-478c-b4d1-2e90704707df', 'code': 200} Jul 06 15:00:30.149252 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [req-366f59d9-562b-41f3-97bb-c71a7465876c req-243cd17d-b268-4dbd-8c82-c0df11d36212 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Deleting port 3d31caef-dba3-491f-ae91-bb8d8992ad0d {{(pid=92915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:00:30.150774 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-366f59d9-562b-41f3-97bb-c71a7465876c req-243cd17d-b268-4dbd-8c82-c0df11d36212 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:30.150899 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=2765eba7-c467-478c-b4d1-2e90704707df,revision_number=5']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:30.289968 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe1938-0105-4f62-a3f6-d0b4ba581e64 req-7cacaead-4dc6-4b9c-95c5-e1791c802f76 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:30.296248 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-f5fe1938-0105-4f62-a3f6-d0b4ba581e64 req-7cacaead-4dc6-4b9c-95c5-e1791c802f76 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 946 time: 0.2042148 Jul 06 15:00:30.342969 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb1144-2d51-4be3-b0cb-f9ffd03a989e req-e9f095c2-473f-4ba1-8cef-ef47776a0446 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:30.346169 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-43bb1144-2d51-4be3-b0cb-f9ffd03a989e req-e9f095c2-473f-4ba1-8cef-ef47776a0446 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 946 time: 0.1118629 Jul 06 15:00:30.389663 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-366f59d9-562b-41f3-97bb-c71a7465876c req-243cd17d-b268-4dbd-8c82-c0df11d36212 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] For port 3d31caef-dba3-491f-ae91-bb8d8992ad0d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3d31caef-dba3-491f-ae91-bb8d8992ad0d,segment=NetworkSegment(b8a69907-b7f8-4f17-967d-07147bf9886f),segment_id=b8a69907-b7f8-4f17-967d-07147bf9886f)] {{(pid=92915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:30.390250 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-366f59d9-562b-41f3-97bb-c71a7465876c req-243cd17d-b268-4dbd-8c82-c0df11d36212 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:30.395654 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-f5fe1938-0105-4f62-a3f6-d0b4ba581e64 req-19683069-bee9-4186-b5a4-8b0599544a01 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/security-groups?id=607ba602-9d94-48e8-bc30-47c106264a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940533 Jul 06 15:00:30.412843 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [req-366f59d9-562b-41f3-97bb-c71a7465876c req-243cd17d-b268-4dbd-8c82-c0df11d36212 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Calling delete_port for 3d31caef-dba3-491f-ae91-bb8d8992ad0d owned by compute:nova {{(pid=92915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:00:30.427397 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-43bb1144-2d51-4be3-b0cb-f9ffd03a989e req-73976ae1-705f-49b7-8e65-f0ecb558a2d6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686479 Jul 06 15:00:30.490606 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6298a87-eec4-401a-874c-63ea7192a02d req-d766736e-afa4-4cdb-8783-f7ff96e1d241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:30.494332 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e6298a87-eec4-401a-874c-63ea7192a02d req-d766736e-afa4-4cdb-8783-f7ff96e1d241 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 1099 time: 0.1335595 Jul 06 15:00:30.543868 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e6298a87-eec4-401a-874c-63ea7192a02d req-b8fe7ed2-c3e2-45d9-add3-f49d659ce103 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=607ba602-9d94-48e8-bc30-47c106264a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423160 Jul 06 15:00:30.723427 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-366f59d9-562b-41f3-97bb-c71a7465876c req-243cd17d-b268-4dbd-8c82-c0df11d36212 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2297282'] for port, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:30.764228 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243cd17d-b268-4dbd-8c82-c0df11d36212 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Pushing event deleted for resources: {'Port': ['ID=3d31caef-dba3-491f-ae91-bb8d8992ad0d,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:30.767797 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['35abb235-c7a3-4263-8048-7a42cb1d2950', '3d31caef-dba3-491f-ae91-bb8d8992ad0d'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:00:30.813701 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db183d9-82ac-400e-a016-89382b340343 req-44f6f351-9176-4892-8dc6-b388a3914b48 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:30.815980 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-2db183d9-82ac-400e-a016-89382b340343 req-44f6f351-9176-4892-8dc6-b388a3914b48 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 944 time: 0.2013535 Jul 06 15:00:30.857739 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [req-366f59d9-562b-41f3-97bb-c71a7465876c req-243cd17d-b268-4dbd-8c82-c0df11d36212 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] No DVR routers for this DVR port 3d31caef-dba3-491f-ae91-bb8d8992ad0d on host hv-cinder-78836 {{(pid=92915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:00:30.870092 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-366f59d9-562b-41f3-97bb-c71a7465876c req-243cd17d-b268-4dbd-8c82-c0df11d36212 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:30.873114 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-366f59d9-562b-41f3-97bb-c71a7465876c req-243cd17d-b268-4dbd-8c82-c0df11d36212 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.25 "DELETE /v2.0/ports/3d31caef-dba3-491f-ae91-bb8d8992ad0d HTTP/1.1" status: 204 len: 173 time: 0.9860611 Jul 06 15:00:30.873796 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5111dce-a930-43fe-944c-939844c9370c', 'name': 'network-vif-deleted', 'tag': '3d31caef-dba3-491f-ae91-bb8d8992ad0d'}] {{(pid=92915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:00:30.877322 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92756195bd967bcafd15386578949a9109be95aebc1330c0508ce0179bff92bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5600de23-8fb8-4b43-b203-92f6dd4838a5" -d '{"events": [{"server_uuid": "b5111dce-a930-43fe-944c-939844c9370c", "name": "network-vif-deleted", "tag": "3d31caef-dba3-491f-ae91-bb8d8992ad0d"}]}' {{(pid=92915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:00:30.887760 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-5790adec-9b31-4714-aed8-52f4a03e2dff req-27f215e0-43f9-42ef-9c24-44736d57a1e2 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5111dce-a930-43fe-944c-939844c9370c HTTP/1.1" status: 200 len: 210 time: 0.0325458 Jul 06 15:00:30.930856 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-2db183d9-82ac-400e-a016-89382b340343 req-055463c1-71e4-4cb1-8593-1c0eaadc6e3f tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760968 Jul 06 15:00:30.983185 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c211672e-aa93-45f3-b78b-bcda4b85f2dc x-openstack-request-id: req-c211672e-aa93-45f3-b78b-bcda4b85f2dc {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:00:30.983490 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5111dce-a930-43fe-944c-939844c9370c", "name": "network-vif-deleted", "tag": "3d31caef-dba3-491f-ae91-bb8d8992ad0d", "status": "completed", "code": 200}]} {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:00:30.983755 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c211672e-aa93-45f3-b78b-bcda4b85f2dc {{(pid=92915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:00:30.984198 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5111dce-a930-43fe-944c-939844c9370c', 'name': 'network-vif-deleted', 'tag': '3d31caef-dba3-491f-ae91-bb8d8992ad0d', 'status': 'completed', 'code': 200} Jul 06 15:00:31.256265 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595151da-e2c1-4a60-9235-a48399b9be05 req-61660301-2380-4709-bc48-bff1f5765c73 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:31.258644 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-595151da-e2c1-4a60-9235-a48399b9be05 req-61660301-2380-4709-bc48-bff1f5765c73 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.1164939 Jul 06 15:00:31.326345 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-595151da-e2c1-4a60-9235-a48399b9be05 req-2dca80aa-aff6-4ade-adae-e825f3d5a247 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597615 Jul 06 15:00:31.643940 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ee2a7-1b56-4c61-b1be-40515417f3b9 req-aa1874dc-57b0-473f-8ddb-eeb193cded08 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:31.645823 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-380ee2a7-1b56-4c61-b1be-40515417f3b9 req-aa1874dc-57b0-473f-8ddb-eeb193cded08 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 946 time: 0.0774350 Jul 06 15:00:31.723998 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-380ee2a7-1b56-4c61-b1be-40515417f3b9 req-e377996a-8a59-4bb3-ac3d-68acbf3318e5 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662897 Jul 06 15:00:31.728930 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2665eb-f683-438a-8c8d-6a2d5787aa7e req-719563dc-5188-4489-a744-6d4dcda5d31b tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:31.731619 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ee2665eb-f683-438a-8c8d-6a2d5787aa7e req-719563dc-5188-4489-a744-6d4dcda5d31b tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 946 time: 0.1217501 Jul 06 15:00:31.806999 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ee2665eb-f683-438a-8c8d-6a2d5787aa7e req-6a35fc55-d87e-4f00-9ea8-77564648c702 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/security-groups?id=607ba602-9d94-48e8-bc30-47c106264a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642538 Jul 06 15:00:31.998862 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-30a9dee8-ff52-40e0-bc74-fa7adbc3358c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:32.139040 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b973ebc7-3745-4985-9899-b46773c6e7e8 req-f1cbc0dc-6980-4c4f-b508-ddc1549ed16c tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5111dce-a930-43fe-944c-939844c9370c HTTP/1.1" status: 200 len: 210 time: 0.0401344 Jul 06 15:00:32.205501 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38f569-abd8-4c8c-8aae-9987b47067f8 req-2a908949-0c8c-44bf-b256-5d9358914cf6 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:32.206956 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-6c38f569-abd8-4c8c-8aae-9987b47067f8 req-2a908949-0c8c-44bf-b256-5d9358914cf6 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 944 time: 0.0976415 Jul 06 15:00:32.485583 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-6c38f569-abd8-4c8c-8aae-9987b47067f8 req-af4426dc-6c24-4a83-9fb6-fc8550c04bf9 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2711229 Jul 06 15:00:32.567956 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42154db3-3cf3-4d25-9a28-e2126a4d2578 req-57aeb611-c188-4a5a-92bc-c4d3083b90ff tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:32.570430 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-42154db3-3cf3-4d25-9a28-e2126a4d2578 req-57aeb611-c188-4a5a-92bc-c4d3083b90ff tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.1053598 Jul 06 15:00:32.615453 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-42154db3-3cf3-4d25-9a28-e2126a4d2578 req-28c6ff3d-82ac-420a-9a85-8c926d85762d tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379984 Jul 06 15:00:32.936104 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ddb11-ce61-4381-810e-643682c31104 req-4d213436-083d-42b1-bb1d-7e4a3aa9600c tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:32.937715 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-507ddb11-ce61-4381-810e-643682c31104 req-4d213436-083d-42b1-bb1d-7e4a3aa9600c tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 946 time: 0.0737526 Jul 06 15:00:32.983263 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-507ddb11-ce61-4381-810e-643682c31104 req-52e25280-eb30-4973-bf58-37f06d4a0d04 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387216 Jul 06 15:00:33.081396 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e477ac-1365-4910-a6d0-4c33f8174c8c req-7763aa3f-c15c-4583-89cf-e930d9f54027 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:33.083092 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b3e477ac-1365-4910-a6d0-4c33f8174c8c req-7763aa3f-c15c-4583-89cf-e930d9f54027 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 946 time: 0.0826271 Jul 06 15:00:33.128218 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b3e477ac-1365-4910-a6d0-4c33f8174c8c req-2c2f0da6-dc60-46b7-a508-958d92cab62f tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/security-groups?id=607ba602-9d94-48e8-bc30-47c106264a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363131 Jul 06 15:00:33.400490 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b6e65-a439-43c8-8111-b8fb77578d29 req-6113a7b3-c1db-4ab5-bfff-097ecd04d63d tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:33.400490 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-401b6e65-a439-43c8-8111-b8fb77578d29 req-6113a7b3-c1db-4ab5-bfff-097ecd04d63d tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 946 time: 0.1233556 Jul 06 15:00:33.461972 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-401b6e65-a439-43c8-8111-b8fb77578d29 req-09defb23-bbd6-4b6a-976e-f8d8a6447035 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/security-groups?id=607ba602-9d94-48e8-bc30-47c106264a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551343 Jul 06 15:00:33.775347 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9effd59-4464-47af-87ed-2f2e3b9214c1 req-18571d51-5547-4627-9ce4-88a56440827a tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:33.777027 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b9effd59-4464-47af-87ed-2f2e3b9214c1 req-18571d51-5547-4627-9ce4-88a56440827a tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 944 time: 0.1006134 Jul 06 15:00:33.838704 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b9effd59-4464-47af-87ed-2f2e3b9214c1 req-04ef540d-e5e6-4b3d-aafd-06bcd5bd5069 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462201 Jul 06 15:00:33.927542 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe76ecf-b2d4-4cb5-a623-1d4b2df474fb req-8d83ebfa-4fbe-462e-997d-566c5c4c381b tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:33.928992 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-2fe76ecf-b2d4-4cb5-a623-1d4b2df474fb req-8d83ebfa-4fbe-462e-997d-566c5c4c381b tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.1260703 Jul 06 15:00:33.948604 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464492f-537b-4ffd-9fe4-3c69f61797bc req-8847d8d8-80f8-4d4e-890a-3ca91012c969 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:33.952399 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-f464492f-537b-4ffd-9fe4-3c69f61797bc req-8847d8d8-80f8-4d4e-890a-3ca91012c969 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 946 time: 0.1023936 Jul 06 15:00:34.061314 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-f464492f-537b-4ffd-9fe4-3c69f61797bc req-32464191-3a2e-4a14-99e8-d8efc600c43a tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a23d81-d0d0-4900-b020-829dc6ebb033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847485 Jul 06 15:00:34.114417 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [req-2fe76ecf-b2d4-4cb5-a623-1d4b2df474fb req-4b653a13-7876-4917-9f70-3c425ababfd7 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Deleting port 0d3ef5b9-af08-4e7c-a16a-c007bb7433b9 {{(pid=92915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:00:34.115442 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-2fe76ecf-b2d4-4cb5-a623-1d4b2df474fb req-4b653a13-7876-4917-9f70-3c425ababfd7 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:34.126442 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcaab9-96cd-499f-8104-734633b38c59 req-8ba94e34-e269-48ab-9ed1-56e63ec71e76 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:34.129182 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-a8dcaab9-96cd-499f-8104-734633b38c59 req-8ba94e34-e269-48ab-9ed1-56e63ec71e76 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 946 time: 0.1241839 Jul 06 15:00:34.201101 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-a8dcaab9-96cd-499f-8104-734633b38c59 req-5127434c-858c-4de7-8657-938cc9eb3975 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/security-groups?id=607ba602-9d94-48e8-bc30-47c106264a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618422 Jul 06 15:00:34.314900 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-2fe76ecf-b2d4-4cb5-a623-1d4b2df474fb req-4b653a13-7876-4917-9f70-3c425ababfd7 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] For port 0d3ef5b9-af08-4e7c-a16a-c007bb7433b9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0d3ef5b9-af08-4e7c-a16a-c007bb7433b9,segment=NetworkSegment(a1fa8ca1-94e5-4c01-ad69-f65698d9c409),segment_id=a1fa8ca1-94e5-4c01-ad69-f65698d9c409)] {{(pid=92915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:34.315480 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-2fe76ecf-b2d4-4cb5-a623-1d4b2df474fb req-4b653a13-7876-4917-9f70-3c425ababfd7 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:34.341734 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [req-2fe76ecf-b2d4-4cb5-a623-1d4b2df474fb req-4b653a13-7876-4917-9f70-3c425ababfd7 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Calling delete_port for 0d3ef5b9-af08-4e7c-a16a-c007bb7433b9 owned by compute:nova {{(pid=92915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:00:34.363966 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97bee1f-bf7f-4f94-a7bf-454477258445 req-fec9b4b0-11dd-4b67-86cc-5668dc984e88 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:34.365476 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e97bee1f-bf7f-4f94-a7bf-454477258445 req-fec9b4b0-11dd-4b67-86cc-5668dc984e88 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 946 time: 0.1503274 Jul 06 15:00:34.455819 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e97bee1f-bf7f-4f94-a7bf-454477258445 req-3affb78c-20a6-4451-9a35-7d239730b27d tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543833 Jul 06 15:00:34.578900 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-2fe76ecf-b2d4-4cb5-a623-1d4b2df474fb req-4b653a13-7876-4917-9f70-3c425ababfd7 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2297282'] for port, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:34.623742 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['0d3ef5b9-af08-4e7c-a16a-c007bb7433b9'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:00:34.658853 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b653a13-7876-4917-9f70-3c425ababfd7 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Pushing event deleted for resources: {'Port': ['ID=0d3ef5b9-af08-4e7c-a16a-c007bb7433b9,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:34.709960 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b653a13-7876-4917-9f70-3c425ababfd7 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:34.710539 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b653a13-7876-4917-9f70-3c425ababfd7 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:34.711134 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b653a13-7876-4917-9f70-3c425ababfd7 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:34.711703 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b653a13-7876-4917-9f70-3c425ababfd7 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:34.712275 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b653a13-7876-4917-9f70-3c425ababfd7 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:34.713118 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b653a13-7876-4917-9f70-3c425ababfd7 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:34.713749 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b653a13-7876-4917-9f70-3c425ababfd7 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:34.714255 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b653a13-7876-4917-9f70-3c425ababfd7 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:34.714786 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b653a13-7876-4917-9f70-3c425ababfd7 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:34.715334 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b653a13-7876-4917-9f70-3c425ababfd7 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:34.715970 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b653a13-7876-4917-9f70-3c425ababfd7 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:34.716347 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b653a13-7876-4917-9f70-3c425ababfd7 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:34.765597 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe76ecf-b2d4-4cb5-a623-1d4b2df474fb req-4b653a13-7876-4917-9f70-3c425ababfd7 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] No DVR routers for this DVR port 0d3ef5b9-af08-4e7c-a16a-c007bb7433b9 on host hv-cinder-78836 {{(pid=92915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:00:34.769676 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-2fe76ecf-b2d4-4cb5-a623-1d4b2df474fb req-4b653a13-7876-4917-9f70-3c425ababfd7 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:34.773162 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-2fe76ecf-b2d4-4cb5-a623-1d4b2df474fb req-4b653a13-7876-4917-9f70-3c425ababfd7 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.25 "DELETE /v2.0/ports/0d3ef5b9-af08-4e7c-a16a-c007bb7433b9 HTTP/1.1" status: 204 len: 173 time: 0.8382006 Jul 06 15:00:34.773974 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9436b35-9023-4069-beba-ab6b9797368c', 'name': 'network-vif-deleted', 'tag': '0d3ef5b9-af08-4e7c-a16a-c007bb7433b9'}] {{(pid=92915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:00:34.778679 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92756195bd967bcafd15386578949a9109be95aebc1330c0508ce0179bff92bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c5ffcf-6124-41e0-93ec-eed7163fa1ab" -d '{"events": [{"server_uuid": "b9436b35-9023-4069-beba-ab6b9797368c", "name": "network-vif-deleted", "tag": "0d3ef5b9-af08-4e7c-a16a-c007bb7433b9"}]}' {{(pid=92915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:00:34.830909 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8d97a0-43d3-4a87-b86b-d84bbc7cc8cf x-openstack-request-id: req-ae8d97a0-43d3-4a87-b86b-d84bbc7cc8cf {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:00:34.835014 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9436b35-9023-4069-beba-ab6b9797368c", "name": "network-vif-deleted", "tag": "0d3ef5b9-af08-4e7c-a16a-c007bb7433b9", "status": "completed", "code": 200}]} {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:00:34.835660 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae8d97a0-43d3-4a87-b86b-d84bbc7cc8cf {{(pid=92915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:00:34.836816 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9436b35-9023-4069-beba-ab6b9797368c', 'name': 'network-vif-deleted', 'tag': '0d3ef5b9-af08-4e7c-a16a-c007bb7433b9', 'status': 'completed', 'code': 200} Jul 06 15:00:35.135578 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103a4d2-d22b-40fe-96ce-5625728638c8 req-fdcb0db8-ed1b-4cf6-b1cf-5dc211e0761e tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:35.136877 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-1103a4d2-d22b-40fe-96ce-5625728638c8 req-fdcb0db8-ed1b-4cf6-b1cf-5dc211e0761e tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 944 time: 0.0930071 Jul 06 15:00:35.183466 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-1103a4d2-d22b-40fe-96ce-5625728638c8 req-2d2cba81-3cec-427c-8786-7b89836bfbab tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389318 Jul 06 15:00:35.212416 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8996a-f85d-446f-865e-68adff319d4d req-fdb3001b-9c24-4c2e-960b-928c216f8ee8 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:35.212416 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e1e8996a-f85d-446f-865e-68adff319d4d req-fdb3001b-9c24-4c2e-960b-928c216f8ee8 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7 HTTP/1.1" status: 200 len: 946 time: 0.1123891 Jul 06 15:00:35.272623 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e1e8996a-f85d-446f-865e-68adff319d4d req-ceeff042-542b-4741-9ad4-ad389f16c3b6 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549991 Jul 06 15:00:35.374923 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d3e7872d-69ad-42f4-bbcc-b5e6e5e43677 req-9d6d91bb-1d86-4729-b4e8-49119cb5c3ba tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9436b35-9023-4069-beba-ab6b9797368c HTTP/1.1" status: 200 len: 210 time: 0.0312808 Jul 06 15:00:35.414275 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-2e78a002-13b1-4a3e-a722-817c18c15ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:35.476737 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:35.516825 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 144f10fa-954e-4d0d-b25d-be48c91abed5 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:00:35.530482 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 3d31caef-dba3-491f-ae91-bb8d8992ad0d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:00:35.576587 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] No Port match for: 3d31caef-dba3-491f-ae91-bb8d8992ad0d {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:00:35.577147 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 3d31caef-dba3-491f-ae91-bb8d8992ad0d not bound to the agent host hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:00:35.731485 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 144f10fa-954e-4d0d-b25d-be48c91abed5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=144f10fa-954e-4d0d-b25d-be48c91abed5,segment=NetworkSegment(3774fc6f-a661-419f-b160-b9f7192fa6b2),segment_id=3774fc6f-a661-419f-b160-b9f7192fa6b2)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:35.745305 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Returning: {'device': '144f10fa-954e-4d0d-b25d-be48c91abed5', 'network_id': '03110df2-e384-4b3d-9464-61bed7bb00a3', 'port_id': '144f10fa-954e-4d0d-b25d-be48c91abed5', 'mac_address': 'fa:16:3e:3b:5a:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e3ad3a0-9226-434c-927d-b1373e85eaaa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:00:35.749871 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea36a73-7a68-4b2d-81ac-f8ecb9153579 req-a8647756-90f3-481a-828c-e15cab67b336 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:35.752766 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6ea36a73-7a68-4b2d-81ac-f8ecb9153579 req-a8647756-90f3-481a-828c-e15cab67b336 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 946 time: 0.1214707 Jul 06 15:00:35.789461 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:35.807661 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6ea36a73-7a68-4b2d-81ac-f8ecb9153579 req-981ddb9b-daf0-4799-acdc-e967b8068f6e tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460680 Jul 06 15:00:35.811365 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 144f10fa-954e-4d0d-b25d-be48c91abed5 {{(pid=92917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:00:35.847899 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 144f10fa-954e-4d0d-b25d-be48c91abed5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=144f10fa-954e-4d0d-b25d-be48c91abed5,segment=NetworkSegment(3774fc6f-a661-419f-b160-b9f7192fa6b2),segment_id=3774fc6f-a661-419f-b160-b9f7192fa6b2)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:35.853779 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:35.917527 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=144f10fa-954e-4d0d-b25d-be48c91abed5,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:36.256816 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['144f10fa-954e-4d0d-b25d-be48c91abed5'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:00:36.504336 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947f1a1-0dbd-4b42-b475-0a5f8a129842 req-3a2aa916-e4a3-4744-858a-fcf7e193188e tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:36.507964 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-1947f1a1-0dbd-4b42-b475-0a5f8a129842 req-3a2aa916-e4a3-4744-858a-fcf7e193188e tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 945 time: 0.1486585 Jul 06 15:00:36.588492 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-1947f1a1-0dbd-4b42-b475-0a5f8a129842 req-441bbec8-4d66-4b17-8108-0501ec198723 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742922 Jul 06 15:00:36.640668 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:36.748410 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 51818) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:37.038940 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3445149-9a0f-4218-aed9-6b754e695d21 req-64da6275-c531-433b-961b-7f20b6b7a9d2 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:37.040441 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b3445149-9a0f-4218-aed9-6b754e695d21 req-64da6275-c531-433b-961b-7f20b6b7a9d2 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7 HTTP/1.1" status: 200 len: 946 time: 0.1391091 Jul 06 15:00:37.116576 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1545b8-bc8f-45a4-848b-83ca08e8b166 req-a825e7df-9db5-4676-ba44-436f09bd8488 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:37.120309 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-5a1545b8-bc8f-45a4-848b-83ca08e8b166 req-a825e7df-9db5-4676-ba44-436f09bd8488 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7 HTTP/1.1" status: 200 len: 946 time: 0.2308991 Jul 06 15:00:37.141242 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b3445149-9a0f-4218-aed9-6b754e695d21 req-01c11ef9-e82c-4d01-a91c-9adb2c938bcf tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0aa446f-ee1b-4a64-9380-9413db1d507b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897450 Jul 06 15:00:37.163288 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05097f39-3fa7-4329-9eab-43d4857969e3 req-31435af2-e1b8-4182-af1a-f9bb29cb4043 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:37.164999 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-05097f39-3fa7-4329-9eab-43d4857969e3 req-31435af2-e1b8-4182-af1a-f9bb29cb4043 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 946 time: 0.2103348 Jul 06 15:00:37.255044 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-05097f39-3fa7-4329-9eab-43d4857969e3 req-282e4a1f-43ae-4917-8e67-ae9fb2226682 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785048 Jul 06 15:00:37.292160 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [req-5a1545b8-bc8f-45a4-848b-83ca08e8b166 req-e668d14a-bc14-43e2-bc34-d6b4dbc15f48 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Deleting port 35abb235-c7a3-4263-8048-7a42cb1d2950 {{(pid=92915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:00:37.292435 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-5a1545b8-bc8f-45a4-848b-83ca08e8b166 req-e668d14a-bc14-43e2-bc34-d6b4dbc15f48 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:37.434426 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-5a1545b8-bc8f-45a4-848b-83ca08e8b166 req-e668d14a-bc14-43e2-bc34-d6b4dbc15f48 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] For port 35abb235-c7a3-4263-8048-7a42cb1d2950, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=35abb235-c7a3-4263-8048-7a42cb1d2950,segment=NetworkSegment(b8a69907-b7f8-4f17-967d-07147bf9886f),segment_id=b8a69907-b7f8-4f17-967d-07147bf9886f)] {{(pid=92915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:37.434948 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-5a1545b8-bc8f-45a4-848b-83ca08e8b166 req-e668d14a-bc14-43e2-bc34-d6b4dbc15f48 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:37.459184 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [req-5a1545b8-bc8f-45a4-848b-83ca08e8b166 req-e668d14a-bc14-43e2-bc34-d6b4dbc15f48 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Calling delete_port for 35abb235-c7a3-4263-8048-7a42cb1d2950 owned by compute:nova {{(pid=92915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:00:37.473205 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-9d10f36c-7f66-4c94-8495-569cacacb421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869138'] for router_interface, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:37.499858 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:37.521102 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 144f10fa-954e-4d0d-b25d-be48c91abed5 up at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:00:37.618074 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning for port 144f10fa-954e-4d0d-b25d-be48c91abed5 completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:00:37.623748 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning complete for port 144f10fa-954e-4d0d-b25d-be48c91abed5 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:00:37.624285 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:37.809892 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-5a1545b8-bc8f-45a4-848b-83ca08e8b166 req-e668d14a-bc14-43e2-bc34-d6b4dbc15f48 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2297282'] for port, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:37.830527 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:37.864137 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['35abb235-c7a3-4263-8048-7a42cb1d2950'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:00:37.906838 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668d14a-bc14-43e2-bc34-d6b4dbc15f48 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Pushing event deleted for resources: {'Port': ['ID=35abb235-c7a3-4263-8048-7a42cb1d2950,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:37.913742 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98663644-d273-49c3-a565-79a7b60fa986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144f10fa-954e-4d0d-b25d-be48c91abed5'}] {{(pid=92917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:00:37.917560 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ea3ef9b0f14ac6a08de5771e2132c48ed06abd6a52ccf1dddde4c27a9981b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78514050-578d-4976-b744-cf27fed2f9ba" -d '{"events": [{"server_uuid": "98663644-d273-49c3-a565-79a7b60fa986", "name": "network-vif-plugged", "status": "completed", "tag": "144f10fa-954e-4d0d-b25d-be48c91abed5"}]}' {{(pid=92917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:00:37.931752 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 144f10fa-954e-4d0d-b25d-be48c91abed5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=144f10fa-954e-4d0d-b25d-be48c91abed5,segment=NetworkSegment(3774fc6f-a661-419f-b160-b9f7192fa6b2),segment_id=3774fc6f-a661-419f-b160-b9f7192fa6b2)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:37.937469 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:37.938399 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 0d3ef5b9-af08-4e7c-a16a-c007bb7433b9 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:00:37.971769 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1545b8-bc8f-45a4-848b-83ca08e8b166 req-e668d14a-bc14-43e2-bc34-d6b4dbc15f48 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] No DVR routers for this DVR port 35abb235-c7a3-4263-8048-7a42cb1d2950 on host hv-cinder-78836 {{(pid=92915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:00:37.975424 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-5a1545b8-bc8f-45a4-848b-83ca08e8b166 req-e668d14a-bc14-43e2-bc34-d6b4dbc15f48 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:37.977662 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-5a1545b8-bc8f-45a4-848b-83ca08e8b166 req-e668d14a-bc14-43e2-bc34-d6b4dbc15f48 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.25 "DELETE /v2.0/ports/35abb235-c7a3-4263-8048-7a42cb1d2950 HTTP/1.1" status: 204 len: 173 time: 0.8530927 Jul 06 15:00:37.978963 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7', 'name': 'network-vif-deleted', 'tag': '35abb235-c7a3-4263-8048-7a42cb1d2950'}] {{(pid=92915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:00:37.981722 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92756195bd967bcafd15386578949a9109be95aebc1330c0508ce0179bff92bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a439348e-1313-4749-9e19-5e9f99dfbdfa" -d '{"events": [{"server_uuid": "ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7", "name": "network-vif-deleted", "tag": "35abb235-c7a3-4263-8048-7a42cb1d2950"}]}' {{(pid=92915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:00:37.983500 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] No Port match for: 0d3ef5b9-af08-4e7c-a16a-c007bb7433b9 {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:00:37.984062 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 0d3ef5b9-af08-4e7c-a16a-c007bb7433b9 not bound to the agent host hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:00:38.022283 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239069b-39a2-4ee3-b9d6-f66eed1b8438 req-14f5ae11-a33d-4a75-9b29-5cf65a445947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:38.022283 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4239069b-39a2-4ee3-b9d6-f66eed1b8438 req-14f5ae11-a33d-4a75-9b29-5cf65a445947 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=afa5e93041564fd1819d89057c9d3e39&device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 1099 time: 0.2038434 Jul 06 15:00:38.023349 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90ef13-c21a-4cf6-9f0e-11d0c16ee0d1 req-1f5bfda8-7db1-4083-ba35-73710c680010 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:38.029395 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6d90ef13-c21a-4cf6-9f0e-11d0c16ee0d1 req-1f5bfda8-7db1-4083-ba35-73710c680010 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 946 time: 0.2430775 Jul 06 15:00:38.063237 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=144f10fa-954e-4d0d-b25d-be48c91abed5,revision_number=5']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:38.083099 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6d90ef13-c21a-4cf6-9f0e-11d0c16ee0d1 req-231a96f1-85a1-42e9-aa11-30932b2f6c92 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521681 Jul 06 15:00:38.115358 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac93c40-b1fc-4c02-b04c-4e221960c698 req-dadde231-c808-4290-a5fe-8b0ed3fe271b tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:38.117207 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-5ac93c40-b1fc-4c02-b04c-4e221960c698 req-dadde231-c808-4290-a5fe-8b0ed3fe271b tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 945 time: 0.2185650 Jul 06 15:00:38.144888 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ac4905-f0b9-47b3-b2be-184030f821df x-openstack-request-id: req-d7ac4905-f0b9-47b3-b2be-184030f821df {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:00:38.145751 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98663644-d273-49c3-a565-79a7b60fa986", "name": "network-vif-plugged", "status": "completed", "tag": "144f10fa-954e-4d0d-b25d-be48c91abed5", "code": 200}]} {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:00:38.146400 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7ac4905-f0b9-47b3-b2be-184030f821df {{(pid=92917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:00:38.147290 dv-cinder-788363-5-iscsi neutron-server[92917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98663644-d273-49c3-a565-79a7b60fa986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144f10fa-954e-4d0d-b25d-be48c91abed5', 'code': 200} Jul 06 15:00:38.203833 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b12c6c-104b-4a55-82be-bac026c1b064 x-openstack-request-id: req-03b12c6c-104b-4a55-82be-bac026c1b064 {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:00:38.203833 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7", "name": "network-vif-deleted", "tag": "35abb235-c7a3-4263-8048-7a42cb1d2950", "status": "completed", "code": 200}]} {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:00:38.203833 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03b12c6c-104b-4a55-82be-bac026c1b064 {{(pid=92915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:00:38.203833 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7', 'name': 'network-vif-deleted', 'tag': '35abb235-c7a3-4263-8048-7a42cb1d2950', 'status': 'completed', 'code': 200} Jul 06 15:00:38.235650 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-5ac93c40-b1fc-4c02-b04c-4e221960c698 req-feb6d3c8-5cfa-4906-bc79-e5acef9f6d7d tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099381 Jul 06 15:00:38.256546 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239069b-39a2-4ee3-b9d6-f66eed1b8438 req-6c49bb7d-9563-4aa5-9b3d-ab693e6f0c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:38.256546 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4239069b-39a2-4ee3-b9d6-f66eed1b8438 req-6c49bb7d-9563-4aa5-9b3d-ab693e6f0c1e service neutron] 10.222.0.25 "GET /v2.0/networks?id=3ff68c5b-71a5-4643-a235-ca1e74ec9ec2 HTTP/1.1" status: 200 len: 912 time: 0.2272291 Jul 06 15:00:38.360540 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-1ba69709-ae23-42bf-9fb6-7e29cf7edd6b req-9de542da-b1d7-49b0-8a8d-7a11067a6b94 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1e52f7-ad4b-4577-b2d3-6fe990cb99a7 HTTP/1.1" status: 200 len: 210 time: 0.0324497 Jul 06 15:00:38.445697 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4239069b-39a2-4ee3-b9d6-f66eed1b8438 req-f536dc14-8bce-4acf-ab3d-686bcc3f6db5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e852c97b-3cb2-4f78-9e70-f1ea9544930f HTTP/1.1" status: 200 len: 1002 time: 0.1662645 Jul 06 15:00:38.492743 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-9d10f36c-7f66-4c94-8495-569cacacb421 admin admin] Deleting port c3048845-86b1-4bc2-ab27-3f5b51df7ac3 {{(pid=92916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:00:38.493588 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-9d10f36c-7f66-4c94-8495-569cacacb421 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:38.562266 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cfe82-2af5-4c18-865a-806b2a1c3997 req-10788c37-7031-4c9f-8563-e6c81c8a8720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:38.565218 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c94cfe82-2af5-4c18-865a-806b2a1c3997 req-10788c37-7031-4c9f-8563-e6c81c8a8720 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 1099 time: 0.0982492 Jul 06 15:00:38.604413 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239069b-39a2-4ee3-b9d6-f66eed1b8438 req-162ed750-1992-4d17-85f1-659c3f17f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:38.607010 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4239069b-39a2-4ee3-b9d6-f66eed1b8438 req-162ed750-1992-4d17-85f1-659c3f17f073 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=759d2c94-0450-42a6-a657-8515f615c234 HTTP/1.1" status: 200 len: 850 time: 0.1529279 Jul 06 15:00:38.612762 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:38.626118 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c94cfe82-2af5-4c18-865a-806b2a1c3997 req-53d42fdb-b804-4730-bd0d-adfa57047125 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497398 Jul 06 15:00:38.683644 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [None req-9d10f36c-7f66-4c94-8495-569cacacb421 admin admin] For port c3048845-86b1-4bc2-ab27-3f5b51df7ac3, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=c3048845-86b1-4bc2-ab27-3f5b51df7ac3,segment=NetworkSegment(a1fa8ca1-94e5-4c01-ad69-f65698d9c409),segment_id=a1fa8ca1-94e5-4c01-ad69-f65698d9c409)] {{(pid=92916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:38.684010 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-9d10f36c-7f66-4c94-8495-569cacacb421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:38.701695 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-9d10f36c-7f66-4c94-8495-569cacacb421 admin admin] Calling delete_port for c3048845-86b1-4bc2-ab27-3f5b51df7ac3 owned by network:router_interface {{(pid=92916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:00:38.761987 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239069b-39a2-4ee3-b9d6-f66eed1b8438 req-9b9d5f32-cc53-484a-8e81-d94a8120af46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:38.763546 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4239069b-39a2-4ee3-b9d6-f66eed1b8438 req-9b9d5f32-cc53-484a-8e81-d94a8120af46 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3ff68c5b-71a5-4643-a235-ca1e74ec9ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1479175 Jul 06 15:00:39.141291 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c64c09c7-9e0c-4d92-b727-4b91bb35f538 req-084f02df-fae3-4282-bc82-13e72cefea67 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1316047 Jul 06 15:00:39.298378 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c09c7-9e0c-4d92-b727-4b91bb35f538 req-f9827d63-37f5-46cb-afee-32cd4df696a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:39.300903 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c64c09c7-9e0c-4d92-b727-4b91bb35f538 req-f9827d63-37f5-46cb-afee-32cd4df696a5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=db10d77829764bf49e4461d41eb69399&device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 1100 time: 0.1021574 Jul 06 15:00:39.370314 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-9d10f36c-7f66-4c94-8495-569cacacb421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824642'] for port, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:39.417989 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10f36c-7f66-4c94-8495-569cacacb421 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3048845-86b1-4bc2-ab27-3f5b51df7ac3,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:39.462359 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4239069b-39a2-4ee3-b9d6-f66eed1b8438 req-e01591e8-fbc5-4858-b0bb-7da85e9e752c service neutron] 10.222.0.25 "GET /v2.0/networks/3ff68c5b-71a5-4643-a235-ca1e74ec9ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5232255 Jul 06 15:00:39.516355 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c09c7-9e0c-4d92-b727-4b91bb35f538 req-0f15acc0-fbfc-4e67-9d71-102ac2a14dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:39.517881 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c64c09c7-9e0c-4d92-b727-4b91bb35f538 req-0f15acc0-fbfc-4e67-9d71-102ac2a14dbf service neutron] 10.222.0.25 "GET /v2.0/networks?id=f96a7279-5988-4867-aff6-4945f71924ad HTTP/1.1" status: 200 len: 918 time: 0.1935804 Jul 06 15:00:39.524748 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7cc20-d4c5-4785-b764-989fe8c9f792 req-f53ebb62-c06d-4c4f-85e6-3a077ed7b17c tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:39.526591 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-eae7cc20-d4c5-4785-b764-989fe8c9f792 req-f53ebb62-c06d-4c4f-85e6-3a077ed7b17c tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 946 time: 0.2776256 Jul 06 15:00:39.609100 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8037e1-1581-49d4-9215-02c71e9396e9 req-3d154c93-e48d-4ac9-9598-836ae66dc405 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:39.615925 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ba8037e1-1581-49d4-9215-02c71e9396e9 req-3d154c93-e48d-4ac9-9598-836ae66dc405 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 946 time: 0.2106977 Jul 06 15:00:39.668378 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c64c09c7-9e0c-4d92-b727-4b91bb35f538 req-db0156a2-7dd3-427d-a295-27f6098844f1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19694f19-f835-47ec-8e7d-d11823081e9a HTTP/1.1" status: 200 len: 1001 time: 0.1376336 Jul 06 15:00:39.673339 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-eae7cc20-d4c5-4785-b764-989fe8c9f792 req-587f8aa4-d7ca-4cea-8a18-6e855038c404 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137490 Jul 06 15:00:39.747790 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4239069b-39a2-4ee3-b9d6-f66eed1b8438 req-408aa188-c49b-4c2d-a30c-5d216786b58b service neutron] 10.222.0.25 "GET /v2.0/networks/3ff68c5b-71a5-4643-a235-ca1e74ec9ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587407 Jul 06 15:00:39.781654 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ba8037e1-1581-49d4-9215-02c71e9396e9 req-f2a747fc-531c-4af7-91eb-a433be2371c4 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594601 Jul 06 15:00:39.789145 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-9d10f36c-7f66-4c94-8495-569cacacb421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7887051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7869676'] for router_interface, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:39.844765 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c09c7-9e0c-4d92-b727-4b91bb35f538 req-1302bfd9-da77-4318-a7eb-0aa484b3d44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:39.847617 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c64c09c7-9e0c-4d92-b727-4b91bb35f538 req-1302bfd9-da77-4318-a7eb-0aa484b3d44e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ca664667-a6f7-4c2d-bec6-bb0d219a131a HTTP/1.1" status: 200 len: 856 time: 0.1688030 Jul 06 15:00:39.914484 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 51844) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:40.109465 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f5b2272-6cc7-409f-9c47-84faedcb1bb7 admin admin] Deleting subnet ffa9830d-1ca2-457e-a1bd-de248713ebca {{(pid=92916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 15:00:40.116493 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2272-6cc7-409f-9c47-84faedcb1bb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:40.193122 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2272-6cc7-409f-9c47-84faedcb1bb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2271169'] for subnet, precommit_delete_associations {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:40.254539 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c09c7-9e0c-4d92-b727-4b91bb35f538 req-279be301-2dca-4385-972b-558aca1ee7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:40.256232 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c64c09c7-9e0c-4d92-b727-4b91bb35f538 req-279be301-2dca-4385-972b-558aca1ee7d4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f96a7279-5988-4867-aff6-4945f71924ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4011159 Jul 06 15:00:40.292243 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2272-6cc7-409f-9c47-84faedcb1bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7770968'] for subnet, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:40.341576 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d10f36c-7f66-4c94-8495-569cacacb421 admin admin] Router d9718f06-ef13-409c-b6ea-1dd9bf708a3f has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:00:40.411704 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c64c09c7-9e0c-4d92-b727-4b91bb35f538 req-b667adcd-bffb-4df9-82c4-afe8a69cac27 service neutron] 10.222.0.25 "GET /v2.0/networks/f96a7279-5988-4867-aff6-4945f71924ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081791 Jul 06 15:00:40.425183 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2272-6cc7-409f-9c47-84faedcb1bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7770961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3367085'] for subnet, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:40.539280 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b2272-6cc7-409f-9c47-84faedcb1bb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffa9830d-1ca2-457e-a1bd-de248713ebca,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:40.548920 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2272-6cc7-409f-9c47-84faedcb1bb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:40.552979 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-0f5b2272-6cc7-409f-9c47-84faedcb1bb7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ffa9830d-1ca2-457e-a1bd-de248713ebca HTTP/1.1" status: 204 len: 168 time: 0.6360743 Jul 06 15:00:40.558441 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 51848) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:40.602166 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c64c09c7-9e0c-4d92-b727-4b91bb35f538 req-4d5d671c-6601-4896-bddb-33e9ad718954 service neutron] 10.222.0.25 "GET /v2.0/networks/f96a7279-5988-4867-aff6-4945f71924ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786561 Jul 06 15:00:40.680841 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d10f36c-7f66-4c94-8495-569cacacb421 admin admin] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:00:40.691018 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-9d10f36c-7f66-4c94-8495-569cacacb421 admin admin] 10.222.0.20 "PUT /v2.0/routers/d9718f06-ef13-409c-b6ea-1dd9bf708a3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9400840 Jul 06 15:00:40.695183 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 51850) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:40.699460 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e921557c-9bf0-4e71-adcf-2c0a1e5adbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558629'] for network, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:40.702671 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951f3b25-9692-4bd7-96c5-32c02a1d8dd1 None None] Sync routers for ids ['d9718f06-ef13-409c-b6ea-1dd9bf708a3f'] in dv-cinder-788363-5-iscsi {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:00:40.731538 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951f3b25-9692-4bd7-96c5-32c02a1d8dd1 None None] Routers {'d9718f06-ef13-409c-b6ea-1dd9bf708a3f'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:00:40.732300 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-951f3b25-9692-4bd7-96c5-32c02a1d8dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:00:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['d9718f06-ef13-409c-b6ea-1dd9bf708a3f'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:40.812833 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e921557c-9bf0-4e71-adcf-2c0a1e5adbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7824845', 'neutron.services.segments.db._delete_segments_for_network-8766384846942'] for network, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:40.826362 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.services.segments.db [None req-e921557c-9bf0-4e71-adcf-2c0a1e5adbf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f1fefc-0198-4f01-a19d-5bd222c1a2ce']}} {{(pid=92916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:40.876972 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.services.segments.db [None req-e921557c-9bf0-4e71-adcf-2c0a1e5adbf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8a69907-b7f8-4f17-967d-07147bf9886f') {'for_net_delete': True} {{(pid=92916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:40.877466 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.services.segments.db [None req-e921557c-9bf0-4e71-adcf-2c0a1e5adbf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8a69907-b7f8-4f17-967d-07147bf9886f') {} {{(pid=92916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:40.895836 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e921557c-9bf0-4e71-adcf-2c0a1e5adbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766384831618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2271190'] for segment, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:40.923079 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e921557c-9bf0-4e71-adcf-2c0a1e5adbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:40.956529 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e921557c-9bf0-4e71-adcf-2c0a1e5adbf2 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=92916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:00:40.958110 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e921557c-9bf0-4e71-adcf-2c0a1e5adbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2824477'] for segment, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:40.960835 dv-cinder-788363-5-iscsi neutron-server[92916]: Traceback (most recent call last): Jul 06 15:00:40.960835 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:00:40.960835 dv-cinder-788363-5-iscsi neutron-server[92916]: timer() Jul 06 15:00:40.960835 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:00:40.960835 dv-cinder-788363-5-iscsi neutron-server[92916]: cb(*args, **kw) Jul 06 15:00:40.960835 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:00:40.960835 dv-cinder-788363-5-iscsi neutron-server[92916]: return func(*args, **kwargs) Jul 06 15:00:40.960835 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:00:40.960835 dv-cinder-788363-5-iscsi neutron-server[92916]: self._notify() Jul 06 15:00:40.960835 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:00:40.960835 dv-cinder-788363-5-iscsi neutron-server[92916]: self.callback(batched_events) Jul 06 15:00:40.960835 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:00:40.960835 dv-cinder-788363-5-iscsi neutron-server[92916]: event.method(event) Jul 06 15:00:40.960835 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:00:40.960835 dv-cinder-788363-5-iscsi neutron-server[92916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:00:40.960835 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:00:40.960835 dv-cinder-788363-5-iscsi neutron-server[92916]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:00:40.960835 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:00:40.960835 dv-cinder-788363-5-iscsi neutron-server[92916]: return f(self, *a, **k) Jul 06 15:00:40.960835 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:00:40.960835 dv-cinder-788363-5-iscsi neutron-server[92916]: return self._get(url).json() Jul 06 15:00:40.960835 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:00:40.960835 dv-cinder-788363-5-iscsi neutron-server[92916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:00:40.960835 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:00:40.960835 dv-cinder-788363-5-iscsi neutron-server[92916]: return self.request(url, 'GET', **kwargs) Jul 06 15:00:40.960835 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:00:40.960835 dv-cinder-788363-5-iscsi neutron-server[92916]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:00:40.960835 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:00:40.960835 dv-cinder-788363-5-iscsi neutron-server[92916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:00:40.960835 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:00:40.960835 dv-cinder-788363-5-iscsi neutron-server[92916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:00:40.960835 dv-cinder-788363-5-iscsi neutron-server[92916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:00:40.997615 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-951f3b25-9692-4bd7-96c5-32c02a1d8dd1 None None] Set router d9718f06-ef13-409c-b6ea-1dd9bf708a3f gateway port host: dv-cinder-788363-5-iscsi {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:00:41.028777 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a40c3de2-b0f2-4c52-b50f-ad86e86c554c admin admin] Notify callbacks [] for router, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:41.121265 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e921557c-9bf0-4e71-adcf-2c0a1e5adbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7824838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-413105'] for network, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:41.146654 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e921557c-9bf0-4e71-adcf-2c0a1e5adbf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:41.153761 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-e921557c-9bf0-4e71-adcf-2c0a1e5adbf2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/91f1fefc-0198-4f01-a19d-5bd222c1a2ce HTTP/1.1" status: 204 len: 168 time: 0.5889611 Jul 06 15:00:41.235927 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e921557c-9bf0-4e71-adcf-2c0a1e5adbf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=91f1fefc-0198-4f01-a19d-5bd222c1a2ce,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:41.251620 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df3d4c-f1c1-4a56-b925-254fd16b2ec4 req-4859aa14-682c-4cdc-b328-c10be1a34328 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:41.254259 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-33df3d4c-f1c1-4a56-b925-254fd16b2ec4 req-4859aa14-682c-4cdc-b328-c10be1a34328 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 946 time: 0.3005657 Jul 06 15:00:41.321325 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21986306-707d-4367-aa59-74d386f6eb9e req-f880f43a-af7f-4090-85c1-b41c8d680b54 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:41.329489 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a40c3de2-b0f2-4c52-b50f-ad86e86c554c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:41.335515 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-21986306-707d-4367-aa59-74d386f6eb9e req-f880f43a-af7f-4090-85c1-b41c8d680b54 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 946 time: 0.1829309 Jul 06 15:00:41.416040 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-951f3b25-9692-4bd7-96c5-32c02a1d8dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9718f06-ef13-409c-b6ea-1dd9bf708a3f', 'name': 'tempest-ServerRescueNegativeTestJSON-117284497-router', 'tenant_id': '1817bfcb8e354beb83cfd6d1c7f72a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '256955d2-97d0-45de-bdd0-73df1ab2b335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:29Z', 'updated_at': '2021-07-06T15:00:38Z', 'revision_number': 5, 'project_id': '1817bfcb8e354beb83cfd6d1c7f72a50', 'gw_port': {'id': '256955d2-97d0-45de-bdd0-73df1ab2b335', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9718f06-ef13-409c-b6ea-1dd9bf708a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:30Z', 'updated_at': '2021-07-06T14:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:41.419059 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-33df3d4c-f1c1-4a56-b925-254fd16b2ec4 req-4fea6103-b1a1-4d3c-83f6-f76b936f9a94 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492100 Jul 06 15:00:41.438962 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-21986306-707d-4367-aa59-74d386f6eb9e req-b1148eb0-58ae-4621-ae38-38675cbe9f82 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020324 Jul 06 15:00:41.474001 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951f3b25-9692-4bd7-96c5-32c02a1d8dd1 None None] Checking router: d9718f06-ef13-409c-b6ea-1dd9bf708a3f for host: dv-cinder-788363-5-iscsi {{(pid=92918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:00:41.503471 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [None req-a40c3de2-b0f2-4c52-b50f-ad86e86c554c admin admin] Deleting port 256955d2-97d0-45de-bdd0-73df1ab2b335 {{(pid=92915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:00:41.504158 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a40c3de2-b0f2-4c52-b50f-ad86e86c554c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:41.508564 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951f3b25-9692-4bd7-96c5-32c02a1d8dd1 None None] Routers {'d9718f06-ef13-409c-b6ea-1dd9bf708a3f'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:00:41.509651 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-951f3b25-9692-4bd7-96c5-32c02a1d8dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:00:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['d9718f06-ef13-409c-b6ea-1dd9bf708a3f'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:41.542178 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 35abb235-c7a3-4263-8048-7a42cb1d2950 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:00:41.550148 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 51864) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:41.624699 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] No Port match for: 35abb235-c7a3-4263-8048-7a42cb1d2950 {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:00:41.625669 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 35abb235-c7a3-4263-8048-7a42cb1d2950 not bound to the agent host hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:00:41.676347 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-d7794c42-1c3f-4d66-8fab-d389ac7f1d47 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1024c61bda14051bc8e9885a0f65a59&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1239178 Jul 06 15:00:41.679535 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 51866) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:41.788654 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [None req-a40c3de2-b0f2-4c52-b50f-ad86e86c554c admin admin] For port 256955d2-97d0-45de-bdd0-73df1ab2b335, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=256955d2-97d0-45de-bdd0-73df1ab2b335,segment=NetworkSegment(d7a48dfa-38cd-4c9a-ae5e-4dc474366c17),segment_id=d7a48dfa-38cd-4c9a-ae5e-4dc474366c17)] {{(pid=92915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:41.789318 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a40c3de2-b0f2-4c52-b50f-ad86e86c554c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:41.846109 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [None req-a40c3de2-b0f2-4c52-b50f-ad86e86c554c admin admin] Calling delete_port for 256955d2-97d0-45de-bdd0-73df1ab2b335 owned by network:router_gateway {{(pid=92915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:00:41.865936 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-951f3b25-9692-4bd7-96c5-32c02a1d8dd1 None None] Set router d9718f06-ef13-409c-b6ea-1dd9bf708a3f gateway port host: None {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:00:41.929945 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-b0d0bbf9-18cb-43e6-b3fc-479db99a340c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:41.934638 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-951f3b25-9692-4bd7-96c5-32c02a1d8dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9718f06-ef13-409c-b6ea-1dd9bf708a3f', 'name': 'tempest-ServerRescueNegativeTestJSON-117284497-router', 'tenant_id': '1817bfcb8e354beb83cfd6d1c7f72a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:29Z', 'updated_at': '2021-07-06T15:00:41Z', 'revision_number': 6, 'project_id': '1817bfcb8e354beb83cfd6d1c7f72a50', 'gw_port_host': None}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:41.977377 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951f3b25-9692-4bd7-96c5-32c02a1d8dd1 None None] The sync data for ids ['d9718f06-ef13-409c-b6ea-1dd9bf708a3f'] in dv-cinder-788363-5-iscsi is: [{'id': 'd9718f06-ef13-409c-b6ea-1dd9bf708a3f', 'name': 'tempest-ServerRescueNegativeTestJSON-117284497-router', 'tenant_id': '1817bfcb8e354beb83cfd6d1c7f72a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:29Z', 'updated_at': '2021-07-06T15:00:41Z', 'revision_number': 6, 'project_id': '1817bfcb8e354beb83cfd6d1c7f72a50', 'gw_port_host': None}] {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:00:42.002001 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c2e00-5a4a-4c88-849f-8590ce2a388c req-8b12598e-cfb1-4f88-a82d-7e6b901e5263 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:42.004590 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0d4c2e00-5a4a-4c88-849f-8590ce2a388c req-8b12598e-cfb1-4f88-a82d-7e6b901e5263 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 946 time: 0.3017097 Jul 06 15:00:42.016211 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-b0d0bbf9-18cb-43e6-b3fc-479db99a340c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:42.246308 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0d4c2e00-5a4a-4c88-849f-8590ce2a388c req-fb15b2a3-7fae-4a5b-a5ca-42f0f64a4630 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2268343 Jul 06 15:00:42.282418 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-b0d0bbf9-18cb-43e6-b3fc-479db99a340c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:42.284975 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-b0d0bbf9-18cb-43e6-b3fc-479db99a340c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:42.286125 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-b0d0bbf9-18cb-43e6-b3fc-479db99a340c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0aa446f-ee1b-4a64-9380-9413db1d507b HTTP/1.1" status: 204 len: 168 time: 0.6052036 Jul 06 15:00:42.294794 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 51872) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:42.320430 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0bbf9-18cb-43e6-b3fc-479db99a340c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0aa446f-ee1b-4a64-9380-9413db1d507b,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:42.351124 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a40c3de2-b0f2-4c52-b50f-ad86e86c554c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2297282'] for port, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:42.384812 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c3de2-b0f2-4c52-b50f-ad86e86c554c admin admin] Pushing event deleted for resources: {'Port': ['ID=256955d2-97d0-45de-bdd0-73df1ab2b335,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:42.473425 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a40c3de2-b0f2-4c52-b50f-ad86e86c554c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-413077'] for router_gateway, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:42.659283 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a40c3de2-b0f2-4c52-b50f-ad86e86c554c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27700'] for router, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:42.664149 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a40c3de2-b0f2-4c52-b50f-ad86e86c554c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:42.725661 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8aa693c-3a6e-486b-9d3f-4876d50246cd tempest-TestShelveInstance-1058184872 tempest-TestShelveInstance-1058184872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:42.727569 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-d8aa693c-3a6e-486b-9d3f-4876d50246cd tempest-TestShelveInstance-1058184872 tempest-TestShelveInstance-1058184872-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 1094 time: 0.4295678 Jul 06 15:00:42.735588 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 51878) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:42.745131 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-a2b0d543-8e1d-45c3-af03-96b3c6ed097e tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Request body: {'floatingip': {'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'port_id': '144f10fa-954e-4d0d-b25d-be48c91abed5', 'tenant_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:42.775541 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a40c3de2-b0f2-4c52-b50f-ad86e86c554c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7865265'] for router, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:42.776439 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40c3de2-b0f2-4c52-b50f-ad86e86c554c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9718f06-ef13-409c-b6ea-1dd9bf708a3f {{(pid=92915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:00:42.785091 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a40c3de2-b0f2-4c52-b50f-ad86e86c554c admin admin] Notify callbacks [] for router, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:42.787153 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-a40c3de2-b0f2-4c52-b50f-ad86e86c554c admin admin] 10.222.0.20 "DELETE /v2.0/routers/d9718f06-ef13-409c-b6ea-1dd9bf708a3f HTTP/1.1" status: 204 len: 168 time: 2.0899079 Jul 06 15:00:42.787734 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a2b0d543-8e1d-45c3-af03-96b3c6ed097e tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks [] for floatingip, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:42.789500 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 51880) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:42.845801 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_v2 [None req-6510f04f-01ee-4966-a212-5f8cd4268e45 admin admin] Deleting subnet 1431c281-ca69-4953-881e-6e7d559cefaf {{(pid=92915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 15:00:42.850116 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6510f04f-01ee-4966-a212-5f8cd4268e45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:42.923448 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6510f04f-01ee-4966-a212-5f8cd4268e45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4166504'] for subnet, precommit_delete_associations {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:42.937865 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device c3048845-86b1-4bc2-ab27-3f5b51df7ac3 no longer exists at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:00:42.988925 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] No Port match for: c3048845-86b1-4bc2-ab27-3f5b51df7ac3 {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:00:42.989938 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device c3048845-86b1-4bc2-ab27-3f5b51df7ac3 not bound to the agent host dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:00:43.024422 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6510f04f-01ee-4966-a212-5f8cd4268e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7770968'] for subnet, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:43.027700 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a2b0d543-8e1d-45c3-af03-96b3c6ed097e tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:43.176700 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6510f04f-01ee-4966-a212-5f8cd4268e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7770961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2297336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146455'] for subnet, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:43.217314 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6510f04f-01ee-4966-a212-5f8cd4268e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for subnet, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:43.220439 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-6510f04f-01ee-4966-a212-5f8cd4268e45 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1431c281-ca69-4953-881e-6e7d559cefaf HTTP/1.1" status: 204 len: 168 time: 0.4296312 Jul 06 15:00:43.222347 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510f04f-01ee-4966-a212-5f8cd4268e45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1431c281-ca69-4953-881e-6e7d559cefaf,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:43.224407 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 51890) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:43.234497 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.db_base_plugin_common [None req-a2b0d543-8e1d-45c3-af03-96b3c6ed097e tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Allocated IP 172.27.3.181 (cda8cae0-c766-4621-9577-ca435140768c/1f1b7348-831f-4a39-b588-ec6aad475c62/d1676fef-4f22-4392-9273-b9d9f7d12fd9) {{(pid=92916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:00:43.330872 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-09731804-769a-49a7-abb4-59a79e579b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558629'] for network, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:43.422771 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a2b0d543-8e1d-45c3-af03-96b3c6ed097e tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks [] for port, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:43.539053 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-09731804-769a-49a7-abb4-59a79e579b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7824845', 'neutron.services.segments.db._delete_segments_for_network-8766384846942'] for network, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:43.545248 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a2b0d543-8e1d-45c3-af03-96b3c6ed097e tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2824651'] for port, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:43.559201 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.services.segments.db [None req-09731804-769a-49a7-abb4-59a79e579b08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa81ded4-639a-45fc-af54-68a391814316']}} {{(pid=92915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:43.591547 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.services.segments.db [None req-09731804-769a-49a7-abb4-59a79e579b08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1fa8ca1-94e5-4c01-ad69-f65698d9c409') {'for_net_delete': True} {{(pid=92915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:43.592677 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.services.segments.db [None req-09731804-769a-49a7-abb4-59a79e579b08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1fa8ca1-94e5-4c01-ad69-f65698d9c409') {} {{(pid=92915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:43.616050 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-09731804-769a-49a7-abb4-59a79e579b08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766384831618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4166527'] for segment, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:43.621142 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b0d543-8e1d-45c3-af03-96b3c6ed097e tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Network cda8cae0-c766-4621-9577-ca435140768c is already hosted by enough agents. {{(pid=92916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:00:43.626896 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.base_scheduler [None req-a2b0d543-8e1d-45c3-af03-96b3c6ed097e tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Resources bound (agent type, host, resource id): {{(pid=92916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:00:43.631811 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b0d543-8e1d-45c3-af03-96b3c6ed097e tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Received port after_create {{(pid=92916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:00:43.646468 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-09731804-769a-49a7-abb4-59a79e579b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:43.660275 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09731804-769a-49a7-abb4-59a79e579b08 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=92915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:00:43.661320 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-09731804-769a-49a7-abb4-59a79e579b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2297117'] for segment, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: Traceback (most recent call last): Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: timer() Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: cb(*args, **kw) Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: return func(*args, **kwargs) Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: self._notify() Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: self.callback(batched_events) Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: event.method(event) Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: return f(self, *a, **k) Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: return self._get(url).json() Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: return self.request(url, 'GET', **kwargs) Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:00:43.666059 dv-cinder-788363-5-iscsi neutron-server[92915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:00:43.690759 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0d543-8e1d-45c3-af03-96b3c6ed097e tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Pushing event updated for resources: {'Port': ['ID=d1676fef-4f22-4392-9273-b9d9f7d12fd9,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:43.777608 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-09731804-769a-49a7-abb4-59a79e579b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7824838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-413105'] for network, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:43.788230 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-09731804-769a-49a7-abb4-59a79e579b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:43.795850 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-09731804-769a-49a7-abb4-59a79e579b08 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fa81ded4-639a-45fc-af54-68a391814316 HTTP/1.1" status: 204 len: 168 time: 0.5700972 Jul 06 15:00:43.824450 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09731804-769a-49a7-abb4-59a79e579b08 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa81ded4-639a-45fc-af54-68a391814316,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:44.094016 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 51908) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:44.160094 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-7cb82c7b-f7b7-4776-8b02-dc22b4c6ce2d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1817bfcb8e354beb83cfd6d1c7f72a50&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0640750 Jul 06 15:00:44.162848 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 51910) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:44.225904 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-933039fd-dc8f-4f04-a8d4-faa49865ffa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:44.264661 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-933039fd-dc8f-4f04-a8d4-faa49865ffa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:44.351522 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a2b0d543-8e1d-45c3-af03-96b3c6ed097e tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:44.360240 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-933039fd-dc8f-4f04-a8d4-faa49865ffa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:44.364097 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-933039fd-dc8f-4f04-a8d4-faa49865ffa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:44.365561 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-933039fd-dc8f-4f04-a8d4-faa49865ffa3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7a23d81-d0d0-4900-b020-829dc6ebb033 HTTP/1.1" status: 204 len: 168 time: 0.2014854 Jul 06 15:00:44.378301 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933039fd-dc8f-4f04-a8d4-faa49865ffa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a23d81-d0d0-4900-b020-829dc6ebb033,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:44.496059 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a2b0d543-8e1d-45c3-af03-96b3c6ed097e tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:44.522838 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 256955d2-97d0-45de-bdd0-73df1ab2b335 no longer exists at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:00:44.560371 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] No Port match for: 256955d2-97d0-45de-bdd0-73df1ab2b335 {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:00:44.561031 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 256955d2-97d0-45de-bdd0-73df1ab2b335 not bound to the agent host dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:00:44.865169 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a2b0d543-8e1d-45c3-af03-96b3c6ed097e tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks [] for port, precommit_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:44.875897 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a2b0d543-8e1d-45c3-af03-96b3c6ed097e tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824505'] for port, after_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:45.000746 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0d543-8e1d-45c3-af03-96b3c6ed097e tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Pushing event updated for resources: {'Port': ['ID=d1676fef-4f22-4392-9273-b9d9f7d12fd9,revision_number=2']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:45.102412 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a2b0d543-8e1d-45c3-af03-96b3c6ed097e tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413103'] for floatingip, after_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:45.211107 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e8a5f-8379-4ae8-94db-dec331a9bc5d req-79ee8459-527d-4bab-9251-9f60638e327e tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:45.214809 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ed1e8a5f-8379-4ae8-94db-dec331a9bc5d req-79ee8459-527d-4bab-9251-9f60638e327e tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 946 time: 0.1659777 Jul 06 15:00:45.299646 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ed1e8a5f-8379-4ae8-94db-dec331a9bc5d req-d7c3014a-395b-4a78-8bec-ac01f1f1547d tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/security-groups?id=607ba602-9d94-48e8-bc30-47c106264a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710688 Jul 06 15:00:45.317677 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.db.l3_db [None req-a2b0d543-8e1d-45c3-af03-96b3c6ed097e tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Floating IP 44789abe-b9bd-43ca-b0c1-bffd14603b8e associated. External IP: 172.27.3.181, port: 144f10fa-954e-4d0d-b25d-be48c91abed5. Jul 06 15:00:45.331185 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 51942) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:45.740007 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3c9f0e-8507-4d19-a094-e0910c0334a1 tempest-TestMinimumBasicScenario-1179820751 tempest-TestMinimumBasicScenario-1179820751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:45.747159 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-3b3c9f0e-8507-4d19-a094-e0910c0334a1 tempest-TestMinimumBasicScenario-1179820751 tempest-TestMinimumBasicScenario-1179820751-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 1094 time: 0.4091349 Jul 06 15:00:45.747503 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b0d543-8e1d-45c3-af03-96b3c6ed097e tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Router 404034dd-308e-4178-9388-f45cdeea1ad5 has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:00:45.748215 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 51954) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:45.752714 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-6a6a5db2-d5f0-4cce-a59c-4a3e801f3103 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Request body: {'floatingip': {'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'port_id': '2765eba7-c467-478c-b4d1-2e90704707df', 'tenant_id': '41f527dda56443f2972cd663574aefa9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:45.786215 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6a6a5db2-d5f0-4cce-a59c-4a3e801f3103 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks [] for floatingip, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:45.979473 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b0d543-8e1d-45c3-af03-96b3c6ed097e tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:00:45.992724 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6a6a5db2-d5f0-4cce-a59c-4a3e801f3103 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:46.002217 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aed7c5e-6f82-444e-a79b-01a36c660ac0 None None] Sync routers for ids ['404034dd-308e-4178-9388-f45cdeea1ad5'] in dv-cinder-788363-5-iscsi {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:00:46.010878 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a2b0d543-8e1d-45c3-af03-96b3c6ed097e tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for floatingip, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:46.034093 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aed7c5e-6f82-444e-a79b-01a36c660ac0 None None] Routers {'404034dd-308e-4178-9388-f45cdeea1ad5'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:00:46.037109 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-5aed7c5e-6f82-444e-a79b-01a36c660ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:00:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['404034dd-308e-4178-9388-f45cdeea1ad5'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:46.119039 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-a2b0d543-8e1d-45c3-af03-96b3c6ed097e tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3715885 Jul 06 15:00:46.119039 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98663644-d273-49c3-a565-79a7b60fa986', 'tag': '144f10fa-954e-4d0d-b25d-be48c91abed5'}] {{(pid=92916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:00:46.119039 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95076a2cfa108320b507fde56cef9a7a3e09023494eaa6cf19f085f96635572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6594a9a5-a31b-4259-adcf-bfb8e2771c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "98663644-d273-49c3-a565-79a7b60fa986", "tag": "144f10fa-954e-4d0d-b25d-be48c91abed5"}]}' {{(pid=92916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:00:46.218731 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c701528-afca-43a9-963c-eb29f94b608b x-openstack-request-id: req-7c701528-afca-43a9-963c-eb29f94b608b {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:00:46.219724 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98663644-d273-49c3-a565-79a7b60fa986", "tag": "144f10fa-954e-4d0d-b25d-be48c91abed5", "status": "completed", "code": 200}]} {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:00:46.220392 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c701528-afca-43a9-963c-eb29f94b608b {{(pid=92916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:00:46.221314 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98663644-d273-49c3-a565-79a7b60fa986', 'tag': '144f10fa-954e-4d0d-b25d-be48c91abed5', 'status': 'completed', 'code': 200} Jul 06 15:00:46.312484 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_common [None req-6a6a5db2-d5f0-4cce-a59c-4a3e801f3103 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Allocated IP 172.27.3.7 (cda8cae0-c766-4621-9577-ca435140768c/1f1b7348-831f-4a39-b588-ec6aad475c62/d674052e-f430-4e6e-9eed-095535b2a245) {{(pid=92915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:00:46.457411 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-5aed7c5e-6f82-444e-a79b-01a36c660ac0 None None] Set router 404034dd-308e-4178-9388-f45cdeea1ad5 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:00:46.601673 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6a6a5db2-d5f0-4cce-a59c-4a3e801f3103 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks [] for port, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:46.702633 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594a9a5-a31b-4259-adcf-bfb8e2771c1c req-61dc6553-60f7-431c-8389-99970fa409d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:46.704290 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6594a9a5-a31b-4259-adcf-bfb8e2771c1c req-61dc6553-60f7-431c-8389-99970fa409d4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e801beae0cd84e64ad65a5c9c4637a7d&device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 1099 time: 0.4250822 Jul 06 15:00:46.749842 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6a6a5db2-d5f0-4cce-a59c-4a3e801f3103 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2297291'] for port, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:46.913370 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a5db2-d5f0-4cce-a59c-4a3e801f3103 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Pushing event updated for resources: {'Port': ['ID=d674052e-f430-4e6e-9eed-095535b2a245,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:46.928868 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6a5db2-d5f0-4cce-a59c-4a3e801f3103 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Network cda8cae0-c766-4621-9577-ca435140768c is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:00:46.937537 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [None req-6a6a5db2-d5f0-4cce-a59c-4a3e801f3103 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:00:46.940792 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6a5db2-d5f0-4cce-a59c-4a3e801f3103 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Received port after_create {{(pid=92915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:00:47.022548 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594a9a5-a31b-4259-adcf-bfb8e2771c1c req-b2cdb576-dc21-44ef-9d83-b70fa091a429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:47.025028 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6594a9a5-a31b-4259-adcf-bfb8e2771c1c req-b2cdb576-dc21-44ef-9d83-b70fa091a429 service neutron] 10.222.0.25 "GET /v2.0/networks?id=03110df2-e384-4b3d-9464-61bed7bb00a3 HTTP/1.1" status: 200 len: 909 time: 0.3101695 Jul 06 15:00:47.165720 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-5aed7c5e-6f82-444e-a79b-01a36c660ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'name': 'tempest-TestShelveInstance-525541409-router', 'tenant_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '4fad57c6-a948-4a74-840f-1794dd857589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:59:06Z', 'updated_at': '2021-07-06T14:59:20Z', 'revision_number': 4, 'project_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'gw_port': {'id': '4fad57c6-a948-4a74-840f-1794dd857589', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:59:08Z', 'updated_at': '2021-07-06T14:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_floatingips': [{'id': '44789abe-b9bd-43ca-b0c1-bffd14603b8e', 'tenant_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'router_id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'port_id': '144f10fa-954e-4d0d-b25d-be48c91abed5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03110df2-e384-4b3d-9464-61bed7bb00a3', 'mac_address': 'fa:16:3e:3b:5a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98663644-d273-49c3-a565-79a7b60fa986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:00:44Z', 'updated_at': '2021-07-06T15:00:44Z', 'revision_number': 0, 'project_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8afc69db-44a6-4200-97ea-e6d5872e7079', 'name': '', 'network_id': '03110df2-e384-4b3d-9464-61bed7bb00a3', 'tenant_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'mac_address': 'fa:16:3e:67:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '6e3ad3a0-9226-434c-927d-b1373e85eaaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:59:16Z', 'updated_at': '2021-07-06T14:59:35Z', 'revision_number': 5, 'project_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'subnets': [{'id': '6e3ad3a0-9226-434c-927d-b1373e85eaaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:47.224096 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aed7c5e-6f82-444e-a79b-01a36c660ac0 None None] Checking router: 404034dd-308e-4178-9388-f45cdeea1ad5 for host: dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:00:47.240144 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aed7c5e-6f82-444e-a79b-01a36c660ac0 None None] Routers {'404034dd-308e-4178-9388-f45cdeea1ad5'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:00:47.241194 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-5aed7c5e-6f82-444e-a79b-01a36c660ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:00:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['404034dd-308e-4178-9388-f45cdeea1ad5'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:47.272938 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6594a9a5-a31b-4259-adcf-bfb8e2771c1c req-c0963931-0e9f-433f-a6ca-6707df360a7d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=144f10fa-954e-4d0d-b25d-be48c91abed5 HTTP/1.1" status: 200 len: 1000 time: 0.1777287 Jul 06 15:00:47.426883 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594a9a5-a31b-4259-adcf-bfb8e2771c1c req-969b95f9-f043-48a0-92b5-d841cb1e74b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:47.429394 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6594a9a5-a31b-4259-adcf-bfb8e2771c1c req-969b95f9-f043-48a0-92b5-d841cb1e74b2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6e3ad3a0-9226-434c-927d-b1373e85eaaa HTTP/1.1" status: 200 len: 847 time: 0.1413610 Jul 06 15:00:47.483625 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-5aed7c5e-6f82-444e-a79b-01a36c660ac0 None None] Set router 404034dd-308e-4178-9388-f45cdeea1ad5 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:00:47.773572 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 51994) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:47.861894 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-5aed7c5e-6f82-444e-a79b-01a36c660ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'name': 'tempest-TestShelveInstance-525541409-router', 'tenant_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '4fad57c6-a948-4a74-840f-1794dd857589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:59:06Z', 'updated_at': '2021-07-06T14:59:20Z', 'revision_number': 4, 'project_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'gw_port': {'id': '4fad57c6-a948-4a74-840f-1794dd857589', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:59:08Z', 'updated_at': '2021-07-06T14:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_floatingips': [{'id': '44789abe-b9bd-43ca-b0c1-bffd14603b8e', 'tenant_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'router_id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'port_id': '144f10fa-954e-4d0d-b25d-be48c91abed5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03110df2-e384-4b3d-9464-61bed7bb00a3', 'mac_address': 'fa:16:3e:3b:5a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98663644-d273-49c3-a565-79a7b60fa986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:00:44Z', 'updated_at': '2021-07-06T15:00:44Z', 'revision_number': 0, 'project_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8afc69db-44a6-4200-97ea-e6d5872e7079', 'name': '', 'network_id': '03110df2-e384-4b3d-9464-61bed7bb00a3', 'tenant_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'mac_address': 'fa:16:3e:67:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '6e3ad3a0-9226-434c-927d-b1373e85eaaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:59:16Z', 'updated_at': '2021-07-06T14:59:35Z', 'revision_number': 5, 'project_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'subnets': [{'id': '6e3ad3a0-9226-434c-927d-b1373e85eaaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:47.902677 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aed7c5e-6f82-444e-a79b-01a36c660ac0 None None] The sync data for ids ['404034dd-308e-4178-9388-f45cdeea1ad5'] in dv-cinder-788363-5-iscsi is: [{'id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'name': 'tempest-TestShelveInstance-525541409-router', 'tenant_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '4fad57c6-a948-4a74-840f-1794dd857589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:59:06Z', 'updated_at': '2021-07-06T14:59:20Z', 'revision_number': 4, 'project_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'gw_port': {'id': '4fad57c6-a948-4a74-840f-1794dd857589', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:59:08Z', 'updated_at': '2021-07-06T14:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_floatingips': [{'id': '44789abe-b9bd-43ca-b0c1-bffd14603b8e', 'tenant_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'router_id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'port_id': '144f10fa-954e-4d0d-b25d-be48c91abed5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03110df2-e384-4b3d-9464-61bed7bb00a3', 'mac_address': 'fa:16:3e:3b:5a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98663644-d273-49c3-a565-79a7b60fa986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:00:44Z', 'updated_at': '2021-07-06T15:00:44Z', 'revision_number': 0, 'project_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8afc69db-44a6-4200-97ea-e6d5872e7079', 'name': '', 'network_id': '03110df2-e384-4b3d-9464-61bed7bb00a3', 'tenant_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'mac_address': 'fa:16:3e:67:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '6e3ad3a0-9226-434c-927d-b1373e85eaaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:59:16Z', 'updated_at': '2021-07-06T14:59:35Z', 'revision_number': 5, 'project_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'subnets': [{'id': '6e3ad3a0-9226-434c-927d-b1373e85eaaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:00:47.967737 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594a9a5-a31b-4259-adcf-bfb8e2771c1c req-b8ada11f-461d-49a2-9e22-6df3a5441c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:47.969773 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6594a9a5-a31b-4259-adcf-bfb8e2771c1c req-b8ada11f-461d-49a2-9e22-6df3a5441c56 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03110df2-e384-4b3d-9464-61bed7bb00a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5258248 Jul 06 15:00:47.984844 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-6fc3eee9-e71a-455c-a44c-ffeda2615459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:48.166080 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-6fc3eee9-e71a-455c-a44c-ffeda2615459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:48.173243 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-6fc3eee9-e71a-455c-a44c-ffeda2615459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:48.275985 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-6fc3eee9-e71a-455c-a44c-ffeda2615459 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5a9e177db8b6485a8f0f6d2ffcbbda47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4945717 Jul 06 15:00:48.275985 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3eee9-e71a-455c-a44c-ffeda2615459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3073e05d-bc60-4fc1-859f-0d64073b6827,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:48.278023 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 52004) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:48.306890 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc3eee9-e71a-455c-a44c-ffeda2615459 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:48.307887 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc3eee9-e71a-455c-a44c-ffeda2615459 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:48.309576 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc3eee9-e71a-455c-a44c-ffeda2615459 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:48.310064 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc3eee9-e71a-455c-a44c-ffeda2615459 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:48.310707 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc3eee9-e71a-455c-a44c-ffeda2615459 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:48.312037 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc3eee9-e71a-455c-a44c-ffeda2615459 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:48.312037 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc3eee9-e71a-455c-a44c-ffeda2615459 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:48.312408 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc3eee9-e71a-455c-a44c-ffeda2615459 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:48.312650 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc3eee9-e71a-455c-a44c-ffeda2615459 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:48.313194 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc3eee9-e71a-455c-a44c-ffeda2615459 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:48.313910 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc3eee9-e71a-455c-a44c-ffeda2615459 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:48.314424 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc3eee9-e71a-455c-a44c-ffeda2615459 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:48.366517 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9b7006-2ddc-4be6-83c5-32edd14f7cee None None] New status for floating IP 44789abe-b9bd-43ca-b0c1-bffd14603b8e: ACTIVE {{(pid=92918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:00:48.406917 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6594a9a5-a31b-4259-adcf-bfb8e2771c1c req-bd9b1cfe-233c-4f0a-a62b-64a683fb3223 service neutron] 10.222.0.25 "GET /v2.0/networks/03110df2-e384-4b3d-9464-61bed7bb00a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968680 Jul 06 15:00:48.408590 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6a6a5db2-d5f0-4cce-a59c-4a3e801f3103 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:48.456261 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-f79d494d-6226-4469-b22c-36b885edeea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:48.508505 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-f79d494d-6226-4469-b22c-36b885edeea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:48.622642 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-f79d494d-6226-4469-b22c-36b885edeea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:48.629161 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-f79d494d-6226-4469-b22c-36b885edeea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:48.645837 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-f79d494d-6226-4469-b22c-36b885edeea9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3073e05d-bc60-4fc1-859f-0d64073b6827 HTTP/1.1" status: 204 len: 168 time: 0.3600953 Jul 06 15:00:48.691532 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d494d-6226-4469-b22c-36b885edeea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3073e05d-bc60-4fc1-859f-0d64073b6827,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:48.694950 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 52010) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:48.756427 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6a6a5db2-d5f0-4cce-a59c-4a3e801f3103 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:48.834454 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6594a9a5-a31b-4259-adcf-bfb8e2771c1c req-2dd6d064-385d-4bbe-8cdf-15b2dc9266a5 service neutron] 10.222.0.25 "GET /v2.0/networks/03110df2-e384-4b3d-9464-61bed7bb00a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043839 Jul 06 15:00:48.929049 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-f73248b3-52db-4a41-8942-e9d225d5ffc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:49.063847 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6a6a5db2-d5f0-4cce-a59c-4a3e801f3103 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks [] for port, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:49.074428 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6a6a5db2-d5f0-4cce-a59c-4a3e801f3103 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2297145'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:49.172208 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-f73248b3-52db-4a41-8942-e9d225d5ffc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:49.180002 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-f73248b3-52db-4a41-8942-e9d225d5ffc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:49.189365 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a5db2-d5f0-4cce-a59c-4a3e801f3103 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Pushing event updated for resources: {'Port': ['ID=d674052e-f430-4e6e-9eed-095535b2a245,revision_number=2']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:49.220443 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6a6a5db2-d5f0-4cce-a59c-4a3e801f3103 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413103'] for floatingip, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:49.239103 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-f73248b3-52db-4a41-8942-e9d225d5ffc6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7aa6a44cf9044b90a4a043fc8cfee872&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5414004 Jul 06 15:00:49.239852 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 52016) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:49.270025 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73248b3-52db-4a41-8942-e9d225d5ffc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31ebfd0-ee50-4b85-8f77-9ce0703e6aa5,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:49.356493 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-f23cddfd-6a53-4545-bee7-9d325ec14436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:49.377470 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 52018) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:49.382942 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.db.l3_db [None req-6a6a5db2-d5f0-4cce-a59c-4a3e801f3103 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Floating IP ffc1486d-abd8-42a9-8ef1-639d2534f750 associated. External IP: 172.27.3.7, port: 2765eba7-c467-478c-b4d1-2e90704707df. Jul 06 15:00:49.404385 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-f23cddfd-6a53-4545-bee7-9d325ec14436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:49.407056 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8248b622-e15e-4754-ac96-1cf2631e284d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:49.513663 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-f23cddfd-6a53-4545-bee7-9d325ec14436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:49.516647 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-f23cddfd-6a53-4545-bee7-9d325ec14436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:49.517830 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-f23cddfd-6a53-4545-bee7-9d325ec14436 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a31ebfd0-ee50-4b85-8f77-9ce0703e6aa5 HTTP/1.1" status: 204 len: 168 time: 0.2571235 Jul 06 15:00:49.536610 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23cddfd-6a53-4545-bee7-9d325ec14436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31ebfd0-ee50-4b85-8f77-9ce0703e6aa5,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:49.616902 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8248b622-e15e-4754-ac96-1cf2631e284d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:49.622598 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8248b622-e15e-4754-ac96-1cf2631e284d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:49.699813 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-8248b622-e15e-4754-ac96-1cf2631e284d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e39a81b7795473ba6bf616d580ed601&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3205287 Jul 06 15:00:49.701626 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248b622-e15e-4754-ac96-1cf2631e284d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c47d0e-da5d-4dc7-adf7-9997fcc459c3,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:49.702946 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 52022) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:49.708132 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6a5db2-d5f0-4cce-a59c-4a3e801f3103 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Router 17a3d2c5-1843-4133-80ca-d0c6e1d9110c has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:00:49.818872 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4362af58-097b-403f-a9f5-a9baa9512d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:49.879510 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4362af58-097b-403f-a9f5-a9baa9512d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:49.921067 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6a5db2-d5f0-4cce-a59c-4a3e801f3103 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:00:49.937622 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59382cb-0094-43ff-8344-3e294f9b8289 None None] Sync routers for ids ['17a3d2c5-1843-4133-80ca-d0c6e1d9110c'] in dv-cinder-788363-5-iscsi {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:00:49.944003 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6a6a5db2-d5f0-4cce-a59c-4a3e801f3103 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for floatingip, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:49.955869 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59382cb-0094-43ff-8344-3e294f9b8289 None None] Routers {'17a3d2c5-1843-4133-80ca-d0c6e1d9110c'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:00:49.956848 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-b59382cb-0094-43ff-8344-3e294f9b8289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:00:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['17a3d2c5-1843-4133-80ca-d0c6e1d9110c'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:50.007778 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4362af58-097b-403f-a9f5-a9baa9512d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:50.013124 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4362af58-097b-403f-a9f5-a9baa9512d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:50.023324 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-4362af58-097b-403f-a9f5-a9baa9512d1a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54c47d0e-da5d-4dc7-adf7-9997fcc459c3 HTTP/1.1" status: 204 len: 168 time: 0.3148956 Jul 06 15:00:50.055035 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-6a6a5db2-d5f0-4cce-a59c-4a3e801f3103 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.3031671 Jul 06 15:00:50.055035 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f4f15f-50a0-4141-a6cf-b1a9572197aa', 'tag': '2765eba7-c467-478c-b4d1-2e90704707df'}] {{(pid=92915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:00:50.057377 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92756195bd967bcafd15386578949a9109be95aebc1330c0508ce0179bff92bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8079e0-51de-4632-9ba0-6c484d5e3532" -d '{"events": [{"name": "network-changed", "server_uuid": "e3f4f15f-50a0-4141-a6cf-b1a9572197aa", "tag": "2765eba7-c467-478c-b4d1-2e90704707df"}]}' {{(pid=92915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:00:50.058093 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 52036) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:50.058683 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4362af58-097b-403f-a9f5-a9baa9512d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c47d0e-da5d-4dc7-adf7-9997fcc459c3,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:50.066501 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-081c14d0-1c9e-407e-9247-05a3cd51eebe tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2100953806', 'description': 'tempest-secgroup-smoke-2100953806 description', 'project_id': '41f527dda56443f2972cd663574aefa9'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:50.134776 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a210ef-22a5-42b9-9c26-57f1d04544a2 x-openstack-request-id: req-12a210ef-22a5-42b9-9c26-57f1d04544a2 {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:00:50.135895 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3f4f15f-50a0-4141-a6cf-b1a9572197aa", "tag": "2765eba7-c467-478c-b4d1-2e90704707df", "status": "completed", "code": 200}]} {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:00:50.136572 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12a210ef-22a5-42b9-9c26-57f1d04544a2 {{(pid=92915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:00:50.137473 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f4f15f-50a0-4141-a6cf-b1a9572197aa', 'tag': '2765eba7-c467-478c-b4d1-2e90704707df', 'status': 'completed', 'code': 200} Jul 06 15:00:50.138273 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-081c14d0-1c9e-407e-9247-05a3cd51eebe tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:50.356636 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-b59382cb-0094-43ff-8344-3e294f9b8289 None None] Set router 17a3d2c5-1843-4133-80ca-d0c6e1d9110c gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:00:50.364843 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8079e0-51de-4632-9ba0-6c484d5e3532 req-df1aa215-0fbe-4c14-b373-336112014c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:50.374095 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-5f8079e0-51de-4632-9ba0-6c484d5e3532 req-df1aa215-0fbe-4c14-b373-336112014c62 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=41f527dda56443f2972cd663574aefa9&device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 1099 time: 0.1689296 Jul 06 15:00:50.375191 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-081c14d0-1c9e-407e-9247-05a3cd51eebe tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:50.389311 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-081c14d0-1c9e-407e-9247-05a3cd51eebe tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:50.482016 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-081c14d0-1c9e-407e-9247-05a3cd51eebe tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:50.483774 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-081c14d0-1c9e-407e-9247-05a3cd51eebe tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4238920 Jul 06 15:00:50.484798 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c14d0-1c9e-407e-9247-05a3cd51eebe tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9034db4f-3623-4e93-84de-d9621606d50c,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:50.488256 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 52044) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:50.494927 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-b14f571b-616f-4747-968d-38133cfa9218 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Request body: {'security_group_rule': {'security_group_id': '9034db4f-3623-4e93-84de-d9621606d50c', 'project_id': '41f527dda56443f2972cd663574aefa9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:50.548900 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-b14f571b-616f-4747-968d-38133cfa9218 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:50.582270 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8079e0-51de-4632-9ba0-6c484d5e3532 req-52adeb97-f12c-457e-8c86-1da084279b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:50.584091 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-5f8079e0-51de-4632-9ba0-6c484d5e3532 req-52adeb97-f12c-457e-8c86-1da084279b2f service neutron] 10.222.0.25 "GET /v2.0/networks?id=c410ce4d-1c95-4b8b-a844-77a6d61680ff HTTP/1.1" status: 200 len: 916 time: 0.2006700 Jul 06 15:00:50.721199 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-b14f571b-616f-4747-968d-38133cfa9218 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:50.722545 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-5f8079e0-51de-4632-9ba0-6c484d5e3532 req-2908ed07-682b-4090-8d06-545bde017f37 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2765eba7-c467-478c-b4d1-2e90704707df HTTP/1.1" status: 200 len: 998 time: 0.1297371 Jul 06 15:00:50.731379 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-b14f571b-616f-4747-968d-38133cfa9218 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-264711'] for security_group_rule, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:50.764064 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-b14f571b-616f-4747-968d-38133cfa9218 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:50.765737 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-b14f571b-616f-4747-968d-38133cfa9218 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2762046 Jul 06 15:00:50.768849 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f571b-616f-4747-968d-38133cfa9218 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8597160-c58d-4873-9925-d3685b43eb1f,revision_number=0']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:50.771330 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 52062) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:50.776830 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-8e9349d4-27bc-4298-8274-94ad13d4fc88 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Request body: {'security_group_rule': {'security_group_id': '9034db4f-3623-4e93-84de-d9621606d50c', 'project_id': '41f527dda56443f2972cd663574aefa9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:50.823140 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8e9349d4-27bc-4298-8274-94ad13d4fc88 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:50.850610 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8079e0-51de-4632-9ba0-6c484d5e3532 req-ff1a99b1-241d-46c3-a72a-305d2f677245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:50.853216 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-5f8079e0-51de-4632-9ba0-6c484d5e3532 req-ff1a99b1-241d-46c3-a72a-305d2f677245 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cd8d4e54-26f1-4b39-a95b-0872342e8203 HTTP/1.1" status: 200 len: 854 time: 0.1186600 Jul 06 15:00:50.926794 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-b59382cb-0094-43ff-8344-3e294f9b8289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'name': 'tempest-TestMinimumBasicScenario-2014536102-router', 'tenant_id': '41f527dda56443f2972cd663574aefa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '8c0a7283-3ab7-45f7-b8bd-712aff36d4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:58:44Z', 'updated_at': '2021-07-06T14:58:50Z', 'revision_number': 4, 'project_id': '41f527dda56443f2972cd663574aefa9', 'gw_port': {'id': '8c0a7283-3ab7-45f7-b8bd-712aff36d4da', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:58:45Z', 'updated_at': '2021-07-06T14:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_floatingips': [{'id': 'ffc1486d-abd8-42a9-8ef1-639d2534f750', 'tenant_id': '41f527dda56443f2972cd663574aefa9', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'router_id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'port_id': '2765eba7-c467-478c-b4d1-2e90704707df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c410ce4d-1c95-4b8b-a844-77a6d61680ff', 'mac_address': 'fa:16:3e:e9:b2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4f15f-50a0-4141-a6cf-b1a9572197aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:00:47Z', 'updated_at': '2021-07-06T15:00:47Z', 'revision_number': 0, 'project_id': '41f527dda56443f2972cd663574aefa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4426eda-f90f-46d9-8cbc-d106ee152105', 'name': '', 'network_id': 'c410ce4d-1c95-4b8b-a844-77a6d61680ff', 'tenant_id': '41f527dda56443f2972cd663574aefa9', 'mac_address': 'fa:16:3e:50:f4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'cd8d4e54-26f1-4b39-a95b-0872342e8203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:58:49Z', 'updated_at': '2021-07-06T14:59:01Z', 'revision_number': 5, 'project_id': '41f527dda56443f2972cd663574aefa9', 'subnets': [{'id': 'cd8d4e54-26f1-4b39-a95b-0872342e8203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:50.991138 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59382cb-0094-43ff-8344-3e294f9b8289 None None] Checking router: 17a3d2c5-1843-4133-80ca-d0c6e1d9110c for host: dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:00:51.008034 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8e9349d4-27bc-4298-8274-94ad13d4fc88 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:51.008304 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59382cb-0094-43ff-8344-3e294f9b8289 None None] Routers {'17a3d2c5-1843-4133-80ca-d0c6e1d9110c'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:00:51.009319 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-b59382cb-0094-43ff-8344-3e294f9b8289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:00:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['17a3d2c5-1843-4133-80ca-d0c6e1d9110c'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:51.028547 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8e9349d4-27bc-4298-8274-94ad13d4fc88 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-264711'] for security_group_rule, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:51.033371 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8079e0-51de-4632-9ba0-6c484d5e3532 req-1a080a54-2e65-499a-82b4-4d280b6fe6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:51.034899 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-5f8079e0-51de-4632-9ba0-6c484d5e3532 req-1a080a54-2e65-499a-82b4-4d280b6fe6c9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c410ce4d-1c95-4b8b-a844-77a6d61680ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1716545 Jul 06 15:00:51.053159 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9349d4-27bc-4298-8274-94ad13d4fc88 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea22b89d-d32a-4a68-98d3-3fd451c40fb6,revision_number=0']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:51.074321 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8e9349d4-27bc-4298-8274-94ad13d4fc88 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:51.081200 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-8e9349d4-27bc-4298-8274-94ad13d4fc88 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3068862 Jul 06 15:00:51.081200 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 52074) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:51.089287 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-50c478b7-2d2b-40eb-b8d3-e417d67c9cee tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Request body: {'security_group_rule': {'security_group_id': '9034db4f-3623-4e93-84de-d9621606d50c', 'project_id': '41f527dda56443f2972cd663574aefa9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:51.132022 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-50c478b7-2d2b-40eb-b8d3-e417d67c9cee tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:51.233196 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-5f8079e0-51de-4632-9ba0-6c484d5e3532 req-2461f03e-976e-4e29-bb3e-293c73975d9f service neutron] 10.222.0.25 "GET /v2.0/networks/c410ce4d-1c95-4b8b-a844-77a6d61680ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899328 Jul 06 15:00:51.262895 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-b59382cb-0094-43ff-8344-3e294f9b8289 None None] Set router 17a3d2c5-1843-4133-80ca-d0c6e1d9110c gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:00:51.306886 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-50c478b7-2d2b-40eb-b8d3-e417d67c9cee tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:51.315992 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-50c478b7-2d2b-40eb-b8d3-e417d67c9cee tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-264711'] for security_group_rule, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:51.356248 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c478b7-2d2b-40eb-b8d3-e417d67c9cee tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3466db7d-deef-4c98-bbcc-1df8886e2d52,revision_number=0']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:51.379213 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-50c478b7-2d2b-40eb-b8d3-e417d67c9cee tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:51.385480 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-50c478b7-2d2b-40eb-b8d3-e417d67c9cee tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2992117 Jul 06 15:00:51.387666 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 52088) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:51.395471 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-0a955933-d348-4d4d-a201-8ef695e4c677 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Request body: {'security_group_rule': {'security_group_id': '9034db4f-3623-4e93-84de-d9621606d50c', 'project_id': '41f527dda56443f2972cd663574aefa9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:51.449558 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-5f8079e0-51de-4632-9ba0-6c484d5e3532 req-5d652ae3-0c09-4021-90ba-51cbb18c7137 service neutron] 10.222.0.25 "GET /v2.0/networks/c410ce4d-1c95-4b8b-a844-77a6d61680ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048504 Jul 06 15:00:51.463100 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0a955933-d348-4d4d-a201-8ef695e4c677 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:51.622112 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0a955933-d348-4d4d-a201-8ef695e4c677 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:51.628531 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0a955933-d348-4d4d-a201-8ef695e4c677 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-264711'] for security_group_rule, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:51.684855 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a955933-d348-4d4d-a201-8ef695e4c677 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=045c30f2-50ab-45ab-b16f-cbdd307f75c7,revision_number=0']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:51.692696 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0a955933-d348-4d4d-a201-8ef695e4c677 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:51.698007 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 52106) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:51.698452 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-0a955933-d348-4d4d-a201-8ef695e4c677 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3105898 Jul 06 15:00:51.703801 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-28a40ec7-e3aa-4da0-aebe-17851f80a558 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Request body: {'security_group_rule': {'security_group_id': '9034db4f-3623-4e93-84de-d9621606d50c', 'project_id': '41f527dda56443f2972cd663574aefa9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:51.737355 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.db.securitygroups_db [None req-28a40ec7-e3aa-4da0-aebe-17851f80a558 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Project 41f527dda56443f2972cd663574aefa9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 15:00:51.744968 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-28a40ec7-e3aa-4da0-aebe-17851f80a558 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:51.766697 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-b59382cb-0094-43ff-8344-3e294f9b8289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'name': 'tempest-TestMinimumBasicScenario-2014536102-router', 'tenant_id': '41f527dda56443f2972cd663574aefa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '8c0a7283-3ab7-45f7-b8bd-712aff36d4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:58:44Z', 'updated_at': '2021-07-06T14:58:50Z', 'revision_number': 4, 'project_id': '41f527dda56443f2972cd663574aefa9', 'gw_port': {'id': '8c0a7283-3ab7-45f7-b8bd-712aff36d4da', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:58:45Z', 'updated_at': '2021-07-06T14:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_floatingips': [{'id': 'ffc1486d-abd8-42a9-8ef1-639d2534f750', 'tenant_id': '41f527dda56443f2972cd663574aefa9', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'router_id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'port_id': '2765eba7-c467-478c-b4d1-2e90704707df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c410ce4d-1c95-4b8b-a844-77a6d61680ff', 'mac_address': 'fa:16:3e:e9:b2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4f15f-50a0-4141-a6cf-b1a9572197aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:00:47Z', 'updated_at': '2021-07-06T15:00:47Z', 'revision_number': 0, 'project_id': '41f527dda56443f2972cd663574aefa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4426eda-f90f-46d9-8cbc-d106ee152105', 'name': '', 'network_id': 'c410ce4d-1c95-4b8b-a844-77a6d61680ff', 'tenant_id': '41f527dda56443f2972cd663574aefa9', 'mac_address': 'fa:16:3e:50:f4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'cd8d4e54-26f1-4b39-a95b-0872342e8203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:58:49Z', 'updated_at': '2021-07-06T14:59:01Z', 'revision_number': 5, 'project_id': '41f527dda56443f2972cd663574aefa9', 'subnets': [{'id': 'cd8d4e54-26f1-4b39-a95b-0872342e8203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:00:51.798155 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59382cb-0094-43ff-8344-3e294f9b8289 None None] The sync data for ids ['17a3d2c5-1843-4133-80ca-d0c6e1d9110c'] in dv-cinder-788363-5-iscsi is: [{'id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'name': 'tempest-TestMinimumBasicScenario-2014536102-router', 'tenant_id': '41f527dda56443f2972cd663574aefa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '8c0a7283-3ab7-45f7-b8bd-712aff36d4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:58:44Z', 'updated_at': '2021-07-06T14:58:50Z', 'revision_number': 4, 'project_id': '41f527dda56443f2972cd663574aefa9', 'gw_port': {'id': '8c0a7283-3ab7-45f7-b8bd-712aff36d4da', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:58:45Z', 'updated_at': '2021-07-06T14:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_floatingips': [{'id': 'ffc1486d-abd8-42a9-8ef1-639d2534f750', 'tenant_id': '41f527dda56443f2972cd663574aefa9', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'router_id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'port_id': '2765eba7-c467-478c-b4d1-2e90704707df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c410ce4d-1c95-4b8b-a844-77a6d61680ff', 'mac_address': 'fa:16:3e:e9:b2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4f15f-50a0-4141-a6cf-b1a9572197aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:00:47Z', 'updated_at': '2021-07-06T15:00:47Z', 'revision_number': 0, 'project_id': '41f527dda56443f2972cd663574aefa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4426eda-f90f-46d9-8cbc-d106ee152105', 'name': '', 'network_id': 'c410ce4d-1c95-4b8b-a844-77a6d61680ff', 'tenant_id': '41f527dda56443f2972cd663574aefa9', 'mac_address': 'fa:16:3e:50:f4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'cd8d4e54-26f1-4b39-a95b-0872342e8203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:58:49Z', 'updated_at': '2021-07-06T14:59:01Z', 'revision_number': 5, 'project_id': '41f527dda56443f2972cd663574aefa9', 'subnets': [{'id': 'cd8d4e54-26f1-4b39-a95b-0872342e8203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:00:51.853693 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-28a40ec7-e3aa-4da0-aebe-17851f80a558 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:51.859111 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-28a40ec7-e3aa-4da0-aebe-17851f80a558 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-264711'] for security_group_rule, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:51.875576 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a40ec7-e3aa-4da0-aebe-17851f80a558 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b5fd9e-f0b5-49e4-bc3c-edb442f4c469,revision_number=0']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:51.892965 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-28a40ec7-e3aa-4da0-aebe-17851f80a558 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:51.894853 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-28a40ec7-e3aa-4da0-aebe-17851f80a558 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1956415 Jul 06 15:00:51.898022 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 52112) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:51.903641 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-f4197b62-15ba-4ef2-a2d2-9c267ea29ea9 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Request body: {'security_group_rule': {'security_group_id': '9034db4f-3623-4e93-84de-d9621606d50c', 'project_id': '41f527dda56443f2972cd663574aefa9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:51.939926 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.db.securitygroups_db [None req-f4197b62-15ba-4ef2-a2d2-9c267ea29ea9 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Project 41f527dda56443f2972cd663574aefa9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 15:00:51.946033 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-f4197b62-15ba-4ef2-a2d2-9c267ea29ea9 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:52.017546 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 52116) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:52.041891 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-f4197b62-15ba-4ef2-a2d2-9c267ea29ea9 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:52.049353 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-f4197b62-15ba-4ef2-a2d2-9c267ea29ea9 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-264711'] for security_group_rule, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:52.084216 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4197b62-15ba-4ef2-a2d2-9c267ea29ea9 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9be3c32-e859-4532-a262-e71ff2da3f68,revision_number=0']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:52.097582 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-f4197b62-15ba-4ef2-a2d2-9c267ea29ea9 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:52.099362 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-f4197b62-15ba-4ef2-a2d2-9c267ea29ea9 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1998186 Jul 06 15:00:52.154780 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7fecf0-c6f2-41d9-adad-246965025246 None None] New status for floating IP ffc1486d-abd8-42a9-8ef1-639d2534f750: ACTIVE {{(pid=92918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:00:52.264533 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-127c0897-4fa9-4327-baf0-b53ce87ab225 req-bc2b86df-5d29-4e81-b0fd-c44086d63b17 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2100953806&fields=id&tenant_id=41f527dda56443f2972cd663574aefa9 HTTP/1.1" status: 200 len: 267 time: 0.0459552 Jul 06 15:00:52.329385 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-b7fba5c6-50c7-40c1-bf23-64eda2bdab92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:52.406340 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c0897-4fa9-4327-baf0-b53ce87ab225 req-0a43e813-6270-4c59-b007-a2c668a9cfe9 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:52.408673 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-127c0897-4fa9-4327-baf0-b53ce87ab225 req-0a43e813-6270-4c59-b007-a2c668a9cfe9 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 946 time: 0.1359463 Jul 06 15:00:52.425000 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [req-127c0897-4fa9-4327-baf0-b53ce87ab225 req-f3c22017-3f81-4448-b6c8-cdfbb14e128c tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Request body: {'port': {'security_groups': ['607ba602-9d94-48e8-bc30-47c106264a43', '9034db4f-3623-4e93-84de-d9621606d50c']}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:00:52.484915 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-b7fba5c6-50c7-40c1-bf23-64eda2bdab92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:52.494713 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-b7fba5c6-50c7-40c1-bf23-64eda2bdab92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:52.537168 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-b7fba5c6-50c7-40c1-bf23-64eda2bdab92 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a5be47cdccb6454fbc103b8458822a4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5175662 Jul 06 15:00:52.541573 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fba5c6-50c7-40c1-bf23-64eda2bdab92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b45fe3-2796-454e-9532-5b76d09a3187,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:52.544054 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 52132) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:52.610291 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-127c0897-4fa9-4327-baf0-b53ce87ab225 req-f3c22017-3f81-4448-b6c8-cdfbb14e128c tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:52.616912 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-6ba67b67-a09b-479c-865f-a9417ba68296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:52.647888 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-6ba67b67-a09b-479c-865f-a9417ba68296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:52.714294 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-6ba67b67-a09b-479c-865f-a9417ba68296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:52.717261 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-6ba67b67-a09b-479c-865f-a9417ba68296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:52.722353 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-6ba67b67-a09b-479c-865f-a9417ba68296 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e4b45fe3-2796-454e-9532-5b76d09a3187 HTTP/1.1" status: 204 len: 168 time: 0.1705863 Jul 06 15:00:52.728268 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba67b67-a09b-479c-865f-a9417ba68296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b45fe3-2796-454e-9532-5b76d09a3187,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:52.912309 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-127c0897-4fa9-4327-baf0-b53ce87ab225 req-f3c22017-3f81-4448-b6c8-cdfbb14e128c tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] For port 2765eba7-c467-478c-b4d1-2e90704707df, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2765eba7-c467-478c-b4d1-2e90704707df,segment=NetworkSegment(ee46ca01-90f6-4b77-9f66-e1a11d6e7193),segment_id=ee46ca01-90f6-4b77-9f66-e1a11d6e7193)] {{(pid=92915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:52.952804 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-127c0897-4fa9-4327-baf0-b53ce87ab225 req-f3c22017-3f81-4448-b6c8-cdfbb14e128c tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks [] for port, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:52.961924 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-127c0897-4fa9-4327-baf0-b53ce87ab225 req-f3c22017-3f81-4448-b6c8-cdfbb14e128c tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2297145'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:53.012562 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['2765eba7-c467-478c-b4d1-2e90704707df'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:00:53.053171 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c0897-4fa9-4327-baf0-b53ce87ab225 req-f3c22017-3f81-4448-b6c8-cdfbb14e128c tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:53.054046 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-127c0897-4fa9-4327-baf0-b53ce87ab225 req-f3c22017-3f81-4448-b6c8-cdfbb14e128c tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:53.057460 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-127c0897-4fa9-4327-baf0-b53ce87ab225 req-f3c22017-3f81-4448-b6c8-cdfbb14e128c tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "PUT /v2.0/ports/2765eba7-c467-478c-b4d1-2e90704707df HTTP/1.1" status: 200 len: 982 time: 0.6368201 Jul 06 15:00:53.057460 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f4f15f-50a0-4141-a6cf-b1a9572197aa', 'tag': '2765eba7-c467-478c-b4d1-2e90704707df'}] {{(pid=92915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:00:53.063566 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92756195bd967bcafd15386578949a9109be95aebc1330c0508ce0179bff92bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea84803e-0635-4c99-bd12-8ff8dd2f3496" -d '{"events": [{"name": "network-changed", "server_uuid": "e3f4f15f-50a0-4141-a6cf-b1a9572197aa", "tag": "2765eba7-c467-478c-b4d1-2e90704707df"}]}' {{(pid=92915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:00:53.116957 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c22017-3f81-4448-b6c8-cdfbb14e128c tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Pushing event updated for resources: {'Port': ['ID=2765eba7-c467-478c-b4d1-2e90704707df,revision_number=6']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:53.187837 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b7bf3d-0b24-45cb-818e-058b42babca1 x-openstack-request-id: req-e2b7bf3d-0b24-45cb-818e-058b42babca1 {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:00:53.188607 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3f4f15f-50a0-4141-a6cf-b1a9572197aa", "tag": "2765eba7-c467-478c-b4d1-2e90704707df", "status": "completed", "code": 200}]} {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:00:53.189264 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2b7bf3d-0b24-45cb-818e-058b42babca1 {{(pid=92915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:00:53.190224 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f4f15f-50a0-4141-a6cf-b1a9572197aa', 'tag': '2765eba7-c467-478c-b4d1-2e90704707df', 'status': 'completed', 'code': 200} Jul 06 15:00:53.272393 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['2765eba7-c467-478c-b4d1-2e90704707df'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:00:53.522282 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84803e-0635-4c99-bd12-8ff8dd2f3496 req-c166909f-98c5-43c8-bfb5-9fcef06e7e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:53.524201 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ea84803e-0635-4c99-bd12-8ff8dd2f3496 req-c166909f-98c5-43c8-bfb5-9fcef06e7e1a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=41f527dda56443f2972cd663574aefa9&device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 1138 time: 0.2694411 Jul 06 15:00:53.568435 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-892ac127-b5b5-421f-b521-9fd8106faee3 None None] Provisioning complete for port 2765eba7-c467-478c-b4d1-2e90704707df triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:00:53.569006 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-892ac127-b5b5-421f-b521-9fd8106faee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:53.580529 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9d8dc-b026-4253-a70c-a620bc81beba req-7093607e-38f6-4fd4-bec5-c760d12c11ef tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:53.583754 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-5ad9d8dc-b026-4253-a70c-a620bc81beba req-7093607e-38f6-4fd4-bec5-c760d12c11ef tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 985 time: 0.2345586 Jul 06 15:00:53.699891 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 52172) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:53.748782 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84803e-0635-4c99-bd12-8ff8dd2f3496 req-1ef15401-d847-44a7-9ce8-844fb8a8db29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:53.750581 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ea84803e-0635-4c99-bd12-8ff8dd2f3496 req-1ef15401-d847-44a7-9ce8-844fb8a8db29 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c410ce4d-1c95-4b8b-a844-77a6d61680ff HTTP/1.1" status: 200 len: 916 time: 0.2178049 Jul 06 15:00:53.765471 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-5ad9d8dc-b026-4253-a70c-a620bc81beba req-c74d28c1-326c-401c-a3df-e268d9d4f597 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/security-groups?id=607ba602-9d94-48e8-bc30-47c106264a43&id=9034db4f-3623-4e93-84de-d9621606d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1342444 Jul 06 15:00:53.862567 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ea84803e-0635-4c99-bd12-8ff8dd2f3496 req-b8832032-058a-4061-8589-20b044bd923d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2765eba7-c467-478c-b4d1-2e90704707df HTTP/1.1" status: 200 len: 1000 time: 0.0960424 Jul 06 15:00:53.924616 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-4512cb1e-22b7-4bee-8c2d-c539635f156c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:53.941890 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84803e-0635-4c99-bd12-8ff8dd2f3496 req-95c1bf83-8d90-4259-b034-568fea40a612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:53.943440 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ea84803e-0635-4c99-bd12-8ff8dd2f3496 req-95c1bf83-8d90-4259-b034-568fea40a612 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cd8d4e54-26f1-4b39-a95b-0872342e8203 HTTP/1.1" status: 200 len: 854 time: 0.0705092 Jul 06 15:00:54.048320 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84803e-0635-4c99-bd12-8ff8dd2f3496 req-8bc3bb60-31dc-4877-b2ee-aea6bc21fc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:54.050622 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ea84803e-0635-4c99-bd12-8ff8dd2f3496 req-8bc3bb60-31dc-4877-b2ee-aea6bc21fc1d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c410ce4d-1c95-4b8b-a844-77a6d61680ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0981185 Jul 06 15:00:54.052758 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-4512cb1e-22b7-4bee-8c2d-c539635f156c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:54.058739 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-4512cb1e-22b7-4bee-8c2d-c539635f156c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:54.121582 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-4512cb1e-22b7-4bee-8c2d-c539635f156c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11aa726bc5d04f1fad1acafd7b45bf46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4174426 Jul 06 15:00:54.122165 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 52188) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:54.123036 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512cb1e-22b7-4bee-8c2d-c539635f156c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f19a012-3dcc-41cf-8ee7-299a7feaff87,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:54.207314 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ea84803e-0635-4c99-bd12-8ff8dd2f3496 req-cb1068be-6bc9-422b-9a6e-a28528dd424c service neutron] 10.222.0.25 "GET /v2.0/networks/c410ce4d-1c95-4b8b-a844-77a6d61680ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490028 Jul 06 15:00:54.230729 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5538f2d3-a305-47b6-87d1-5650a88478a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:54.294084 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5538f2d3-a305-47b6-87d1-5650a88478a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:54.351100 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ea84803e-0635-4c99-bd12-8ff8dd2f3496 req-4d4a73f5-089a-4012-92b2-23832e27846d service neutron] 10.222.0.25 "GET /v2.0/networks/c410ce4d-1c95-4b8b-a844-77a6d61680ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332781 Jul 06 15:00:54.375431 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5538f2d3-a305-47b6-87d1-5650a88478a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:54.378955 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5538f2d3-a305-47b6-87d1-5650a88478a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:54.380292 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-5538f2d3-a305-47b6-87d1-5650a88478a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f19a012-3dcc-41cf-8ee7-299a7feaff87 HTTP/1.1" status: 204 len: 168 time: 0.2570276 Jul 06 15:00:54.392493 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538f2d3-a305-47b6-87d1-5650a88478a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f19a012-3dcc-41cf-8ee7-299a7feaff87,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:54.947901 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 52208) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:54.971036 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-3d3b874c-89af-417f-9c02-d7a15b76fc93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:55.106483 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-3d3b874c-89af-417f-9c02-d7a15b76fc93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:55.117252 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-3d3b874c-89af-417f-9c02-d7a15b76fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:55.171669 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-3d3b874c-89af-417f-9c02-d7a15b76fc93 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a88570dd5dc47b6809978039e913b63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2224696 Jul 06 15:00:55.172739 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b874c-89af-417f-9c02-d7a15b76fc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1b20b1-9481-4150-b414-799055041135,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:55.176580 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 52212) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:00:55.266183 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-487b861f-d054-4c0e-868c-dd5c8415a634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:55.309552 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-487b861f-d054-4c0e-868c-dd5c8415a634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:55.389297 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-487b861f-d054-4c0e-868c-dd5c8415a634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:55.393921 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-487b861f-d054-4c0e-868c-dd5c8415a634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:55.395410 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-487b861f-d054-4c0e-868c-dd5c8415a634 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc1b20b1-9481-4150-b414-799055041135 HTTP/1.1" status: 204 len: 168 time: 0.2163200 Jul 06 15:00:55.407734 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b861f-d054-4c0e-868c-dd5c8415a634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1b20b1-9481-4150-b414-799055041135,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:56.315839 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 6 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:01:01.990369 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-c3c29be8-e4c9-4db7-a2d5-b9aebb1b268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:04.485356 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 52414) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:04.635512 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5a402b34-44a0-44b0-8ce7-a06cb3fb0ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:05.013389 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5a402b34-44a0-44b0-8ce7-a06cb3fb0ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:05.019521 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5a402b34-44a0-44b0-8ce7-a06cb3fb0ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:05.081136 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a402b34-44a0-44b0-8ce7-a06cb3fb0ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252dfff9-a929-44fd-8757-331129075db9,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:05.091275 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 52432) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:05.098217 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-5a402b34-44a0-44b0-8ce7-a06cb3fb0ed4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c951cc90c0b4da79aadbbbf270c53dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6116943 Jul 06 15:01:05.168642 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-8f07e452-bcf7-4022-9dd8-a83842cb84d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:05.201742 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-8f07e452-bcf7-4022-9dd8-a83842cb84d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:05.265260 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-8f07e452-bcf7-4022-9dd8-a83842cb84d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:05.269806 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-8f07e452-bcf7-4022-9dd8-a83842cb84d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:05.275951 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-8f07e452-bcf7-4022-9dd8-a83842cb84d9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/252dfff9-a929-44fd-8757-331129075db9 HTTP/1.1" status: 204 len: 168 time: 0.1833179 Jul 06 15:01:05.287956 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07e452-bcf7-4022-9dd8-a83842cb84d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252dfff9-a929-44fd-8757-331129075db9,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:05.414210 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-1900c72e-b498-4bb8-8ec8-e8a453a3963b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:05.490244 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:05.696422 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 52448) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:05.712224 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c5a864bb-7518-4f17-98e3-696ae4e044d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:05.835322 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c5a864bb-7518-4f17-98e3-696ae4e044d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:05.840885 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c5a864bb-7518-4f17-98e3-696ae4e044d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:05.906370 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-c5a864bb-7518-4f17-98e3-696ae4e044d8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a919809e997e45538d76d21d5c2ceb6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2082870 Jul 06 15:01:05.909065 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 52450) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:05.909636 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a864bb-7518-4f17-98e3-696ae4e044d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7a26d6-0320-4c53-9184-09205816f7bd,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:05.980377 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-c292eeba-9fc6-4f4d-a044-79bdaa5ca90d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:06.007851 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-c292eeba-9fc6-4f4d-a044-79bdaa5ca90d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:06.069478 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-c292eeba-9fc6-4f4d-a044-79bdaa5ca90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:06.072794 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-c292eeba-9fc6-4f4d-a044-79bdaa5ca90d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:06.074292 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-c292eeba-9fc6-4f4d-a044-79bdaa5ca90d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d7a26d6-0320-4c53-9184-09205816f7bd HTTP/1.1" status: 204 len: 168 time: 0.1639676 Jul 06 15:01:06.084830 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292eeba-9fc6-4f4d-a044-79bdaa5ca90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7a26d6-0320-4c53-9184-09205816f7bd,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:06.564456 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:06.572279 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 52462) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:06.593354 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-01e00a99-114f-4abf-8423-646495db3f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:06.751948 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-01e00a99-114f-4abf-8423-646495db3f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:06.760418 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-01e00a99-114f-4abf-8423-646495db3f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:06.841557 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e00a99-114f-4abf-8423-646495db3f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adaffa8e-777a-476f-a842-593485af6921,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:06.859078 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-01e00a99-114f-4abf-8423-646495db3f3a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d34cdfbdfdb452b8d8de29fa9d49f1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846658 Jul 06 15:01:06.862178 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 52468) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:06.959143 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-af58a96c-6baf-4e8d-b661-55252f43c667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:06.999488 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-af58a96c-6baf-4e8d-b661-55252f43c667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:07.072692 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-af58a96c-6baf-4e8d-b661-55252f43c667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:07.075496 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-af58a96c-6baf-4e8d-b661-55252f43c667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:07.076637 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-af58a96c-6baf-4e8d-b661-55252f43c667 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/adaffa8e-777a-476f-a842-593485af6921 HTTP/1.1" status: 204 len: 168 time: 0.2123601 Jul 06 15:01:07.085381 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58a96c-6baf-4e8d-b661-55252f43c667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adaffa8e-777a-476f-a842-593485af6921,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:07.500507 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:08.603126 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:09.855433 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 52568) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:10.019052 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-06f65b9a-9f31-4cbf-9087-61ce1a524768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:10.159678 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-06f65b9a-9f31-4cbf-9087-61ce1a524768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:10.167119 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-06f65b9a-9f31-4cbf-9087-61ce1a524768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:10.210727 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f65b9a-9f31-4cbf-9087-61ce1a524768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95e0218-4aa5-4d10-a340-bdc54a992301,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:10.216916 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-06f65b9a-9f31-4cbf-9087-61ce1a524768 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c4917a6962b4861880608e311434df7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3601747 Jul 06 15:01:10.220934 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 52572) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:10.287630 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-93104b10-5219-4cef-8a65-2871c995a4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:10.313940 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-93104b10-5219-4cef-8a65-2871c995a4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:10.371034 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-93104b10-5219-4cef-8a65-2871c995a4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:10.373865 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-93104b10-5219-4cef-8a65-2871c995a4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:10.375113 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-93104b10-5219-4cef-8a65-2871c995a4c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e95e0218-4aa5-4d10-a340-bdc54a992301 HTTP/1.1" status: 204 len: 168 time: 0.1529431 Jul 06 15:01:10.384552 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93104b10-5219-4cef-8a65-2871c995a4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95e0218-4aa5-4d10-a340-bdc54a992301,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:10.694365 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 52580) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:10.710234 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c7b17aef-fcb6-41c2-9926-4d3861d449c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:10.858611 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c7b17aef-fcb6-41c2-9926-4d3861d449c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:10.867154 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c7b17aef-fcb6-41c2-9926-4d3861d449c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:10.915675 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b17aef-fcb6-41c2-9926-4d3861d449c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db6e9c5-4a8a-4d29-8351-74dbf8793528,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:10.923261 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-c7b17aef-fcb6-41c2-9926-4d3861d449c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c75ec09e73564b2fa1e6574a28308667&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275302 Jul 06 15:01:10.924031 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 52588) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:11.010224 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-1750fd80-9025-4522-8970-09de32a15b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:11.057372 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-1750fd80-9025-4522-8970-09de32a15b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:11.167149 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-1750fd80-9025-4522-8970-09de32a15b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:11.172201 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-1750fd80-9025-4522-8970-09de32a15b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:11.177953 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-1750fd80-9025-4522-8970-09de32a15b99 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3db6e9c5-4a8a-4d29-8351-74dbf8793528 HTTP/1.1" status: 204 len: 168 time: 0.2487731 Jul 06 15:01:11.198454 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750fd80-9025-4522-8970-09de32a15b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db6e9c5-4a8a-4d29-8351-74dbf8793528,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:13.248778 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54372745-19c7-438b-a820-b33c512523b4 req-670da73c-395e-4e97-9efc-190f20b6b90d tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:13.250588 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-54372745-19c7-438b-a820-b33c512523b4 req-670da73c-395e-4e97-9efc-190f20b6b90d tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 947 time: 0.1056581 Jul 06 15:01:13.323055 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-54372745-19c7-438b-a820-b33c512523b4 req-e68e0022-9e90-4bea-a995-947343cfdba5 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607698 Jul 06 15:01:14.612320 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbefac-43a9-4b9d-b502-7d5b1036e2de req-86fbba97-f9eb-4509-b771-00c24f60aad3 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:14.615115 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-28bbefac-43a9-4b9d-b502-7d5b1036e2de req-86fbba97-f9eb-4509-b771-00c24f60aad3 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 947 time: 0.1125026 Jul 06 15:01:14.679233 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-28bbefac-43a9-4b9d-b502-7d5b1036e2de req-9e9c441b-f583-4849-9cbe-e1de47f34a5f tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573988 Jul 06 15:01:14.905880 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 52744) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:15.057961 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-607b3e47-14be-4fa7-8a18-f756335f0d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:15.198586 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-607b3e47-14be-4fa7-8a18-f756335f0d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:15.204605 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-607b3e47-14be-4fa7-8a18-f756335f0d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:15.256392 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-607b3e47-14be-4fa7-8a18-f756335f0d5a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dafc331b1fc44cc18941194fd31eb78a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3491991 Jul 06 15:01:15.259772 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b3e47-14be-4fa7-8a18-f756335f0d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2390bc-8f0e-47b0-bad6-91e92e0c0405,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:15.260448 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0d5e4-a400-448d-9140-d812d2a34b36 req-c3187297-65be-4097-9886-e373999b7e75 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:15.262931 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-24c0d5e4-a400-448d-9140-d812d2a34b36 req-c3187297-65be-4097-9886-e373999b7e75 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.25 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 947 time: 0.1227446 Jul 06 15:01:15.263287 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 52748) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:15.347925 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-95662a6f-91de-4f64-9976-842052998091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:15.399919 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-95662a6f-91de-4f64-9976-842052998091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:15.479486 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [req-24c0d5e4-a400-448d-9140-d812d2a34b36 req-4d6fd2ef-c858-43c6-9857-b9d3633801d4 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Deleting port 19694f19-f835-47ec-8e7d-d11823081e9a {{(pid=92915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:01:15.479848 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-24c0d5e4-a400-448d-9140-d812d2a34b36 req-4d6fd2ef-c858-43c6-9857-b9d3633801d4 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:15.498788 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-95662a6f-91de-4f64-9976-842052998091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:15.501708 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-95662a6f-91de-4f64-9976-842052998091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:15.502922 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-95662a6f-91de-4f64-9976-842052998091 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed2390bc-8f0e-47b0-bad6-91e92e0c0405 HTTP/1.1" status: 204 len: 168 time: 0.2386107 Jul 06 15:01:15.517498 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95662a6f-91de-4f64-9976-842052998091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2390bc-8f0e-47b0-bad6-91e92e0c0405,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:15.644134 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-24c0d5e4-a400-448d-9140-d812d2a34b36 req-4d6fd2ef-c858-43c6-9857-b9d3633801d4 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] For port 19694f19-f835-47ec-8e7d-d11823081e9a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=19694f19-f835-47ec-8e7d-d11823081e9a,segment=NetworkSegment(cb30854e-762f-4ab3-afc5-fc62883d2599),segment_id=cb30854e-762f-4ab3-afc5-fc62883d2599)] {{(pid=92915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:01:15.644825 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-24c0d5e4-a400-448d-9140-d812d2a34b36 req-4d6fd2ef-c858-43c6-9857-b9d3633801d4 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:16.015120 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 52760) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:16.039761 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5c5c8501-357c-4e5f-b374-141aea0cc887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:16.223586 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5c5c8501-357c-4e5f-b374-141aea0cc887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:16.230966 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5c5c8501-357c-4e5f-b374-141aea0cc887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:16.306248 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-5c5c8501-357c-4e5f-b374-141aea0cc887 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f4e68c7497443229eb453ef84d23972&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2893598 Jul 06 15:01:16.307367 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c8501-357c-4e5f-b374-141aea0cc887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2fec0e-5617-41d4-9884-3f6e7a5ab615,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:16.309922 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 52762) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:16.370892 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-dbd4559e-573d-4824-aa69-a664f11611fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:16.405371 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-dbd4559e-573d-4824-aa69-a664f11611fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:16.463339 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-24c0d5e4-a400-448d-9140-d812d2a34b36 req-4d6fd2ef-c858-43c6-9857-b9d3633801d4 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:16.464001 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-24c0d5e4-a400-448d-9140-d812d2a34b36 req-4d6fd2ef-c858-43c6-9857-b9d3633801d4 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413103'] for floatingip, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:16.464001 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.db.l3_db [req-24c0d5e4-a400-448d-9140-d812d2a34b36 req-4d6fd2ef-c858-43c6-9857-b9d3633801d4 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Floating IP 3a46d9d2-0ce5-4d10-b626-c1ad9a05d755 disassociated. External IP: 172.27.3.31, port: 19694f19-f835-47ec-8e7d-d11823081e9a. Jul 06 15:01:16.464336 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [req-24c0d5e4-a400-448d-9140-d812d2a34b36 req-4d6fd2ef-c858-43c6-9857-b9d3633801d4 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Calling delete_port for 19694f19-f835-47ec-8e7d-d11823081e9a owned by compute:nova {{(pid=92915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:01:16.490534 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5734a4-12fa-480b-8e88-f0e00cbd3e54 req-0b345ca8-bd58-4152-b306-4fa6356c58e1 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:16.500020 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-7d5734a4-12fa-480b-8e88-f0e00cbd3e54 req-0b345ca8-bd58-4152-b306-4fa6356c58e1 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 947 time: 0.6507397 Jul 06 15:01:16.529135 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-dbd4559e-573d-4824-aa69-a664f11611fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:16.536136 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-dbd4559e-573d-4824-aa69-a664f11611fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:16.537196 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-dbd4559e-573d-4824-aa69-a664f11611fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f2fec0e-5617-41d4-9884-3f6e7a5ab615 HTTP/1.1" status: 204 len: 168 time: 0.2260394 Jul 06 15:01:16.555892 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4559e-573d-4824-aa69-a664f11611fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2fec0e-5617-41d4-9884-3f6e7a5ab615,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:16.607473 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-7d5734a4-12fa-480b-8e88-f0e00cbd3e54 req-b05a34a7-fe03-44db-9948-47e6f235c668 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=914a7175-4313-4cb2-9f72-42de29f2a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063800 Jul 06 15:01:16.764049 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-24c0d5e4-a400-448d-9140-d812d2a34b36 req-4d6fd2ef-c858-43c6-9857-b9d3633801d4 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2297282'] for port, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:16.848949 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fd2ef-c858-43c6-9857-b9d3633801d4 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Pushing event deleted for resources: {'Port': ['ID=19694f19-f835-47ec-8e7d-d11823081e9a,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:17.075677 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24c0d5e4-a400-448d-9140-d812d2a34b36 req-4d6fd2ef-c858-43c6-9857-b9d3633801d4 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Router 0ffd8770-b11a-4323-af17-ec8ce61bf813 has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:01:17.107085 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf1381-2aab-492b-8a5f-f9de967aff2c req-ab2dd947-7716-4c5f-8c93-90c8aa89fb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:17.108671 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-47cf1381-2aab-492b-8a5f-f9de967aff2c req-ab2dd947-7716-4c5f-8c93-90c8aa89fb3e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=41f527dda56443f2972cd663574aefa9&device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 1138 time: 0.0970643 Jul 06 15:01:17.175593 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce964b6-e406-413c-ac06-5d102eeea77a req-bcf08c7f-37fa-4411-85e8-833accab8883 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:17.178969 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-1ce964b6-e406-413c-ac06-5d102eeea77a req-bcf08c7f-37fa-4411-85e8-833accab8883 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 985 time: 0.1482084 Jul 06 15:01:17.256257 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf1381-2aab-492b-8a5f-f9de967aff2c req-f9cd1fb0-918e-4f8f-8e60-9cc22faa10e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:17.260616 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-47cf1381-2aab-492b-8a5f-f9de967aff2c req-f9cd1fb0-918e-4f8f-8e60-9cc22faa10e9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c410ce4d-1c95-4b8b-a844-77a6d61680ff HTTP/1.1" status: 200 len: 916 time: 0.1409709 Jul 06 15:01:17.350528 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-1ce964b6-e406-413c-ac06-5d102eeea77a req-6d6b364f-1843-4975-a3a0-3350310cd481 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/security-groups?id=607ba602-9d94-48e8-bc30-47c106264a43&id=9034db4f-3623-4e93-84de-d9621606d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1548636 Jul 06 15:01:17.359738 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24c0d5e4-a400-448d-9140-d812d2a34b36 req-4d6fd2ef-c858-43c6-9857-b9d3633801d4 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:01:17.376562 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878f745c-140e-4685-9de5-52f17152a558 None None] Sync routers for ids ['0ffd8770-b11a-4323-af17-ec8ce61bf813'] in dv-cinder-788363-5-iscsi {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:01:17.407581 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878f745c-140e-4685-9de5-52f17152a558 None None] Routers {'0ffd8770-b11a-4323-af17-ec8ce61bf813'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:01:17.409231 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-878f745c-140e-4685-9de5-52f17152a558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:01:05Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['0ffd8770-b11a-4323-af17-ec8ce61bf813'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:01:17.424205 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c0d5e4-a400-448d-9140-d812d2a34b36 req-4d6fd2ef-c858-43c6-9857-b9d3633801d4 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] No DVR routers for this DVR port 19694f19-f835-47ec-8e7d-d11823081e9a on host hv-cinder-78836 {{(pid=92915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:01:17.428486 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-24c0d5e4-a400-448d-9140-d812d2a34b36 req-4d6fd2ef-c858-43c6-9857-b9d3633801d4 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:17.431793 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-24c0d5e4-a400-448d-9140-d812d2a34b36 req-4d6fd2ef-c858-43c6-9857-b9d3633801d4 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.25 "DELETE /v2.0/ports/19694f19-f835-47ec-8e7d-d11823081e9a HTTP/1.1" status: 204 len: 173 time: 2.1617284 Jul 06 15:01:17.432703 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89375580-f1cb-49e7-9021-031484a37898', 'name': 'network-vif-deleted', 'tag': '19694f19-f835-47ec-8e7d-d11823081e9a'}] {{(pid=92915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:01:17.435684 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92756195bd967bcafd15386578949a9109be95aebc1330c0508ce0179bff92bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f20f98-dac7-49a8-b158-e1be662df670" -d '{"events": [{"server_uuid": "89375580-f1cb-49e7-9021-031484a37898", "name": "network-vif-deleted", "tag": "19694f19-f835-47ec-8e7d-d11823081e9a"}]}' {{(pid=92915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:01:17.436083 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-47cf1381-2aab-492b-8a5f-f9de967aff2c req-31c6dde8-dfe3-4937-b230-194b101c8e6b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2765eba7-c467-478c-b4d1-2e90704707df HTTP/1.1" status: 200 len: 1000 time: 0.1604562 Jul 06 15:01:17.527101 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e215eeac-c1b7-4721-ab8d-09e618177256 x-openstack-request-id: req-e215eeac-c1b7-4721-ab8d-09e618177256 {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:01:17.527688 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89375580-f1cb-49e7-9021-031484a37898", "name": "network-vif-deleted", "tag": "19694f19-f835-47ec-8e7d-d11823081e9a", "status": "completed", "code": 200}]} {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:01:17.528107 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e215eeac-c1b7-4721-ab8d-09e618177256 {{(pid=92915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:01:17.529153 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89375580-f1cb-49e7-9021-031484a37898', 'name': 'network-vif-deleted', 'tag': '19694f19-f835-47ec-8e7d-d11823081e9a', 'status': 'completed', 'code': 200} Jul 06 15:01:17.560903 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf1381-2aab-492b-8a5f-f9de967aff2c req-53d7005f-33e5-464c-a7d1-b74f132cd841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:17.572639 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-47cf1381-2aab-492b-8a5f-f9de967aff2c req-53d7005f-33e5-464c-a7d1-b74f132cd841 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cd8d4e54-26f1-4b39-a95b-0872342e8203 HTTP/1.1" status: 200 len: 854 time: 0.1149304 Jul 06 15:01:17.658196 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-878f745c-140e-4685-9de5-52f17152a558 None None] Set router 0ffd8770-b11a-4323-af17-ec8ce61bf813 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:01:17.730114 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf1381-2aab-492b-8a5f-f9de967aff2c req-b27a7be1-c4d1-4b9f-b7c3-d92c696af58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:17.733816 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-47cf1381-2aab-492b-8a5f-f9de967aff2c req-b27a7be1-c4d1-4b9f-b7c3-d92c696af58a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c410ce4d-1c95-4b8b-a844-77a6d61680ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1556039 Jul 06 15:01:18.059883 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-47cf1381-2aab-492b-8a5f-f9de967aff2c req-8f060c0b-82c3-4eb9-b27c-b3cd49756812 service neutron] 10.222.0.25 "GET /v2.0/networks/c410ce4d-1c95-4b8b-a844-77a6d61680ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162904 Jul 06 15:01:18.072941 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c4fadc36-cbd8-4d9e-b6d1-85e651f67770 req-82f2c052-cefd-4b6c-be19-eda1e73994b0 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=89375580-f1cb-49e7-9021-031484a37898 HTTP/1.1" status: 200 len: 210 time: 0.0781884 Jul 06 15:01:18.210211 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-878f745c-140e-4685-9de5-52f17152a558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'name': 'tempest-AttachVolumeShelveTestJSON-1180299821-router', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:30Z', 'updated_at': '2021-07-06T14:56:39Z', 'revision_number': 4, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'gw_port': {'id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:32Z', 'updated_at': '2021-07-06T14:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc', 'name': '', 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'mac_address': 'fa:16:3e:83:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:37Z', 'updated_at': '2021-07-06T14:56:55Z', 'revision_number': 5, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'subnets': [{'id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:01:18.275337 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878f745c-140e-4685-9de5-52f17152a558 None None] Checking router: 0ffd8770-b11a-4323-af17-ec8ce61bf813 for host: dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:01:18.285436 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878f745c-140e-4685-9de5-52f17152a558 None None] Routers {'0ffd8770-b11a-4323-af17-ec8ce61bf813'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:01:18.286023 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-878f745c-140e-4685-9de5-52f17152a558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:01:05Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['0ffd8770-b11a-4323-af17-ec8ce61bf813'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:01:18.312608 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-47cf1381-2aab-492b-8a5f-f9de967aff2c req-13b66163-f718-4243-a9c1-a8547d75fa01 service neutron] 10.222.0.25 "GET /v2.0/networks/c410ce4d-1c95-4b8b-a844-77a6d61680ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451279 Jul 06 15:01:18.610359 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-878f745c-140e-4685-9de5-52f17152a558 None None] Set router 0ffd8770-b11a-4323-af17-ec8ce61bf813 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:01:19.143791 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ec8da-8ce2-4c8c-b840-f684569d4d19 req-cb9b15d4-c7b9-4f88-84c3-1717f25cedd6 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:19.158443 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-448ec8da-8ce2-4c8c-b840-f684569d4d19 req-cb9b15d4-c7b9-4f88-84c3-1717f25cedd6 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 985 time: 0.3661997 Jul 06 15:01:19.180343 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-878f745c-140e-4685-9de5-52f17152a558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'name': 'tempest-AttachVolumeShelveTestJSON-1180299821-router', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:30Z', 'updated_at': '2021-07-06T14:56:39Z', 'revision_number': 4, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'gw_port': {'id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:32Z', 'updated_at': '2021-07-06T14:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc', 'name': '', 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'mac_address': 'fa:16:3e:83:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:37Z', 'updated_at': '2021-07-06T14:56:55Z', 'revision_number': 5, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'subnets': [{'id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:01:19.213021 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878f745c-140e-4685-9de5-52f17152a558 None None] The sync data for ids ['0ffd8770-b11a-4323-af17-ec8ce61bf813'] in dv-cinder-788363-5-iscsi is: [{'id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'name': 'tempest-AttachVolumeShelveTestJSON-1180299821-router', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:30Z', 'updated_at': '2021-07-06T14:56:39Z', 'revision_number': 4, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'gw_port': {'id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:32Z', 'updated_at': '2021-07-06T14:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc', 'name': '', 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'mac_address': 'fa:16:3e:83:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:37Z', 'updated_at': '2021-07-06T14:56:55Z', 'revision_number': 5, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'subnets': [{'id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:01:19.260581 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-448ec8da-8ce2-4c8c-b840-f684569d4d19 req-15242aaa-fd9c-495f-815d-e8238c5add0a tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/security-groups?id=607ba602-9d94-48e8-bc30-47c106264a43&id=9034db4f-3623-4e93-84de-d9621606d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1011314 Jul 06 15:01:19.347560 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 52816) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:19.443639 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ac0d10f7-7293-40a1-9422-4eba26335b52 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:19.521991 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ac0d10f7-7293-40a1-9422-4eba26335b52 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:19.643597 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ac0d10f7-7293-40a1-9422-4eba26335b52 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:19.647738 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ac0d10f7-7293-40a1-9422-4eba26335b52 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:19.649471 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-ac0d10f7-7293-40a1-9422-4eba26335b52 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "DELETE /v2.0/security-groups/914a7175-4313-4cb2-9f72-42de29f2a2e0 HTTP/1.1" status: 204 len: 168 time: 0.3005912 Jul 06 15:01:19.654554 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 52822) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:19.661279 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d10f7-7293-40a1-9422-4eba26335b52 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=914a7175-4313-4cb2-9f72-42de29f2a2e0,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:19.683163 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.api.v2.resource [None req-71094e31-b953-47f7-8d00-ad384c2def1d tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] show failed (client error): The resource could not be found. Jul 06 15:01:19.685907 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cabc38-616e-4228-aede-bb9be86df5b1 None None] New status for floating IP 3a46d9d2-0ce5-4d10-b626-c1ad9a05d755: DOWN {{(pid=92918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:01:19.690266 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-71094e31-b953-47f7-8d00-ad384c2def1d tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups/914a7175-4313-4cb2-9f72-42de29f2a2e0 HTTP/1.1" status: 404 len: 347 time: 0.0326958 Jul 06 15:01:19.691228 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 52824) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:19.748162 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 19694f19-f835-47ec-8e7d-d11823081e9a no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:01:19.788042 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] No Port match for: 19694f19-f835-47ec-8e7d-d11823081e9a {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:01:19.789539 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 19694f19-f835-47ec-8e7d-d11823081e9a not bound to the agent host hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:01:19.946446 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [None req-927d64f7-ea6d-4702-b4c4-954db3802e3e tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Deleting port af51104b-ffd7-4d46-b2ff-965d1b390f3b {{(pid=92915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:01:19.947381 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-927d64f7-ea6d-4702-b4c4-954db3802e3e tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:20.075567 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-927d64f7-ea6d-4702-b4c4-954db3802e3e tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:20.076256 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-927d64f7-ea6d-4702-b4c4-954db3802e3e tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:20.093770 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [None req-927d64f7-ea6d-4702-b4c4-954db3802e3e tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Calling delete_port for af51104b-ffd7-4d46-b2ff-965d1b390f3b owned by network:floatingip {{(pid=92915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:01:20.361861 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-927d64f7-ea6d-4702-b4c4-954db3802e3e tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2297282'] for port, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:20.438862 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d64f7-ea6d-4702-b4c4-954db3802e3e tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Pushing event deleted for resources: {'Port': ['ID=af51104b-ffd7-4d46-b2ff-965d1b390f3b,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:20.590010 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-927d64f7-ea6d-4702-b4c4-954db3802e3e tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for floatingip, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:20.593584 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-927d64f7-ea6d-4702-b4c4-954db3802e3e tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for floatingip, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:20.600044 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-927d64f7-ea6d-4702-b4c4-954db3802e3e tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "DELETE /v2.0/floatingips/3a46d9d2-0ce5-4d10-b626-c1ad9a05d755 HTTP/1.1" status: 204 len: 168 time: 0.9026372 Jul 06 15:01:20.684822 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75644d1-a38a-45e1-ac62-35043f1ce495 req-8fe20415-0fe3-4344-bf0d-3ada65255e91 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:20.686640 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b75644d1-a38a-45e1-ac62-35043f1ce495 req-8fe20415-0fe3-4344-bf0d-3ada65255e91 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 985 time: 0.1643622 Jul 06 15:01:20.779291 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b75644d1-a38a-45e1-ac62-35043f1ce495 req-e6acbe8b-f72b-4607-b686-5a181366ffbf tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/security-groups?id=607ba602-9d94-48e8-bc30-47c106264a43&id=9034db4f-3623-4e93-84de-d9621606d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0811658 Jul 06 15:01:21.020950 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 52844) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:21.039767 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-49fcabe1-25c7-430f-8d22-2a0f8d9131ae tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1569694586', 'description': 'tempest-description--561149165'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:01:21.083531 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-49fcabe1-25c7-430f-8d22-2a0f8d9131ae tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:21.291415 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-49fcabe1-25c7-430f-8d22-2a0f8d9131ae tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:21.301220 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-49fcabe1-25c7-430f-8d22-2a0f8d9131ae tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:21.342892 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-49fcabe1-25c7-430f-8d22-2a0f8d9131ae tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:21.350064 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-49fcabe1-25c7-430f-8d22-2a0f8d9131ae tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3223941 Jul 06 15:01:21.350442 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 52852) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:21.358753 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fcabe1-25c7-430f-8d22-2a0f8d9131ae tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecd05a3-5401-4f1b-bd16-40bbad92999c,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:21.359352 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-c94ac304-a8c4-4939-9894-faa495c46386 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Request body: {'security_group_rule': {'security_group_id': '6ecd05a3-5401-4f1b-bd16-40bbad92999c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:01:21.414930 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c94ac304-a8c4-4939-9894-faa495c46386 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:21.473704 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c94ac304-a8c4-4939-9894-faa495c46386 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:21.479555 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c94ac304-a8c4-4939-9894-faa495c46386 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-264711'] for security_group_rule, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:21.502814 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ac304-a8c4-4939-9894-faa495c46386 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d829e23-5be0-439c-b612-e78e7a1365d5,revision_number=0']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:21.512819 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c94ac304-a8c4-4939-9894-faa495c46386 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:21.514504 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-c94ac304-a8c4-4939-9894-faa495c46386 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1609964 Jul 06 15:01:21.518165 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 52854) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:21.524550 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-739608b4-2bbf-46e1-be16-15cb7d95c5a8 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Request body: {'security_group_rule': {'security_group_id': '6ecd05a3-5401-4f1b-bd16-40bbad92999c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:01:21.563093 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-739608b4-2bbf-46e1-be16-15cb7d95c5a8 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:21.657313 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-739608b4-2bbf-46e1-be16-15cb7d95c5a8 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:21.663575 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-739608b4-2bbf-46e1-be16-15cb7d95c5a8 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-264711'] for security_group_rule, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:21.694725 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739608b4-2bbf-46e1-be16-15cb7d95c5a8 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d53163d-c935-4858-83ef-401839a1a9a6,revision_number=0']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:21.707212 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-739608b4-2bbf-46e1-be16-15cb7d95c5a8 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:21.713339 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-739608b4-2bbf-46e1-be16-15cb7d95c5a8 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1895745 Jul 06 15:01:21.713772 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 52856) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:21.719068 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-7833c744-e3d8-4f7a-9504-7309316a05e7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Request body: {'floatingip': {'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:01:21.780919 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7833c744-e3d8-4f7a-9504-7309316a05e7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for floatingip, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:21.995313 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7833c744-e3d8-4f7a-9504-7309316a05e7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:22.088817 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d218214-5720-4bc4-b8a0-23bbc507619b req-d8aac1de-6dd3-4ab7-a4fe-aa1f5fc387b8 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:22.091349 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4d218214-5720-4bc4-b8a0-23bbc507619b req-d8aac1de-6dd3-4ab7-a4fe-aa1f5fc387b8 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 985 time: 0.0935774 Jul 06 15:01:22.159120 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_common [None req-7833c744-e3d8-4f7a-9504-7309316a05e7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Allocated IP 172.27.3.213 (cda8cae0-c766-4621-9577-ca435140768c/1f1b7348-831f-4a39-b588-ec6aad475c62/eebe0461-a70d-4e95-85d6-ec92dfb9b099) {{(pid=92915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:01:22.162206 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4d218214-5720-4bc4-b8a0-23bbc507619b req-78bbe409-ab70-480f-bf22-295a9f7ba74e tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/security-groups?id=607ba602-9d94-48e8-bc30-47c106264a43&id=9034db4f-3623-4e93-84de-d9621606d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579805 Jul 06 15:01:22.307999 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7833c744-e3d8-4f7a-9504-7309316a05e7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for port, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:22.376693 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7833c744-e3d8-4f7a-9504-7309316a05e7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2297291'] for port, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:22.444095 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7833c744-e3d8-4f7a-9504-7309316a05e7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Network cda8cae0-c766-4621-9577-ca435140768c is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:01:22.454822 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [None req-7833c744-e3d8-4f7a-9504-7309316a05e7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:01:22.463669 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7833c744-e3d8-4f7a-9504-7309316a05e7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Received port after_create {{(pid=92915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:01:22.465857 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833c744-e3d8-4f7a-9504-7309316a05e7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Pushing event updated for resources: {'Port': ['ID=eebe0461-a70d-4e95-85d6-ec92dfb9b099,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:22.590070 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7833c744-e3d8-4f7a-9504-7309316a05e7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:22.666906 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7833c744-e3d8-4f7a-9504-7309316a05e7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:22.924800 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7833c744-e3d8-4f7a-9504-7309316a05e7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for port, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:22.932953 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7833c744-e3d8-4f7a-9504-7309316a05e7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2297145'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:23.030559 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833c744-e3d8-4f7a-9504-7309316a05e7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Pushing event updated for resources: {'Port': ['ID=eebe0461-a70d-4e95-85d6-ec92dfb9b099,revision_number=2']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:23.045762 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7833c744-e3d8-4f7a-9504-7309316a05e7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413103'] for floatingip, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:23.072076 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7833c744-e3d8-4f7a-9504-7309316a05e7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for floatingip, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:23.080665 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-7833c744-e3d8-4f7a-9504-7309316a05e7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3586481 Jul 06 15:01:23.380199 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-87a08009-141a-44db-9580-4763841cccc2 req-b01ca893-c350-4acf-a7a8-ff71ca709bc4 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1569694586&fields=id&tenant_id=db10d77829764bf49e4461d41eb69399 HTTP/1.1" status: 200 len: 267 time: 0.0540628 Jul 06 15:01:23.493039 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce086440-7785-4a65-aef1-6f8df3e1ae6c req-f87819e4-3b68-46a4-be18-e08c3573eb7c tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:23.495454 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ce086440-7785-4a65-aef1-6f8df3e1ae6c req-f87819e4-3b68-46a4-be18-e08c3573eb7c tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 985 time: 0.1215739 Jul 06 15:01:23.559701 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a08009-141a-44db-9580-4763841cccc2 req-c9c969b6-96b2-44ec-8506-d54c46608e59 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:23.562291 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-87a08009-141a-44db-9580-4763841cccc2 req-c9c969b6-96b2-44ec-8506-d54c46608e59 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/networks?id=f96a7279-5988-4867-aff6-4945f71924ad HTTP/1.1" status: 200 len: 817 time: 0.1719327 Jul 06 15:01:23.568488 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ce086440-7785-4a65-aef1-6f8df3e1ae6c req-9a2df630-c36c-43b7-b3af-6b6e26e33750 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/security-groups?id=607ba602-9d94-48e8-bc30-47c106264a43&id=9034db4f-3623-4e93-84de-d9621606d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618079 Jul 06 15:01:23.587668 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-87a08009-141a-44db-9580-4763841cccc2 req-90b14b51-3a6f-4e43-95a0-2629436cd311 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/quotas/db10d77829764bf49e4461d41eb69399 HTTP/1.1" status: 200 len: 375 time: 0.0162365 Jul 06 15:01:23.706486 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-87a08009-141a-44db-9580-4763841cccc2 req-7f18d2db-2d7c-4ad8-979c-82bbcaeff15b tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=db10d77829764bf49e4461d41eb69399&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1089609 Jul 06 15:01:23.846197 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-87a08009-141a-44db-9580-4763841cccc2 req-e173babe-271b-48f3-b588-9bc2df4e7550 service neutron] 10.222.0.20 "GET /v2.0/networks/f96a7279-5988-4867-aff6-4945f71924ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269796 Jul 06 15:01:23.979272 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-87a08009-141a-44db-9580-4763841cccc2 req-e7f77ebd-b6fa-4b60-80d4-23d41be59132 service neutron] 10.222.0.20 "GET /v2.0/networks/f96a7279-5988-4867-aff6-4945f71924ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262758 Jul 06 15:01:24.258105 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-bc6d9547-2a40-4848-9620-81caa124fa0b req-73d370df-211b-4ccd-98f0-78629eb3e6ca tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 210 time: 0.0324130 Jul 06 15:01:24.816185 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615eda8-8e67-4d93-9b0f-1fdf5837e715 req-a609ccbb-1f63-4f04-9a41-7529298db7c7 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:24.817723 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4615eda8-8e67-4d93-9b0f-1fdf5837e715 req-a609ccbb-1f63-4f04-9a41-7529298db7c7 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 985 time: 0.0936372 Jul 06 15:01:24.869736 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4615eda8-8e67-4d93-9b0f-1fdf5837e715 req-15a60546-80dd-4f45-8d05-6ea8a0de5213 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/security-groups?id=607ba602-9d94-48e8-bc30-47c106264a43&id=9034db4f-3623-4e93-84de-d9621606d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450678 Jul 06 15:01:25.495840 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-7dee7d3e-5e50-4d64-b4ca-1809c9346c0e req-6bb4ed60-994d-41cd-b5d5-246949732902 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 210 time: 0.0381327 Jul 06 15:01:25.926148 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f8032-a0e3-4a1a-a4c8-6ad0b49d24bb req-0c8a098e-d8ce-49b9-8948-c5c6d4029996 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:25.928278 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ed3f8032-a0e3-4a1a-a4c8-6ad0b49d24bb req-0c8a098e-d8ce-49b9-8948-c5c6d4029996 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 946 time: 0.0902452 Jul 06 15:01:25.995326 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ed3f8032-a0e3-4a1a-a4c8-6ad0b49d24bb req-ef67049f-a01c-4abe-9a82-e05a376c1c77 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592065 Jul 06 15:01:26.106866 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a75896-f9b9-4f22-9356-727bdb4849d9 req-d2f52214-e132-4743-b147-f52c1494354c tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:26.109256 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-11a75896-f9b9-4f22-9356-727bdb4849d9 req-d2f52214-e132-4743-b147-f52c1494354c tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 985 time: 0.0981929 Jul 06 15:01:26.162950 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-11a75896-f9b9-4f22-9356-727bdb4849d9 req-5e6e2342-f271-4079-8472-32bc05c0a9a9 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/security-groups?id=607ba602-9d94-48e8-bc30-47c106264a43&id=9034db4f-3623-4e93-84de-d9621606d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0469403 Jul 06 15:01:26.731131 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-718f0dc7-54e0-496a-a0b4-e6d9d440f839 req-f35f9327-ae00-4782-ba8f-93aa0baaebd3 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 210 time: 0.0458734 Jul 06 15:01:27.446635 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b232a-489a-4f00-8702-9ccca62f8132 req-511b04fb-8e06-49ec-9843-4406877c4b35 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:27.454902 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-590b232a-489a-4f00-8702-9ccca62f8132 req-511b04fb-8e06-49ec-9843-4406877c4b35 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 946 time: 0.2171938 Jul 06 15:01:27.504826 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a08009-141a-44db-9580-4763841cccc2 req-c5aab713-299f-4417-b9a3-4972d947f78f tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:27.508123 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-87a08009-141a-44db-9580-4763841cccc2 req-c5aab713-299f-4417-b9a3-4972d947f78f tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.25 "GET /v2.0/networks?id=f96a7279-5988-4867-aff6-4945f71924ad HTTP/1.1" status: 200 len: 817 time: 0.3802099 Jul 06 15:01:27.559053 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-590b232a-489a-4f00-8702-9ccca62f8132 req-b0bc5ff0-c796-4318-a1de-ff562a992d00 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022794 Jul 06 15:01:27.614531 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-87a08009-141a-44db-9580-4763841cccc2 req-b1f262bd-998b-4f3f-a9a9-aedf3c3deadc tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db10d77829764bf49e4461d41eb69399 HTTP/1.1" status: 200 len: 380 time: 0.0869994 Jul 06 15:01:27.617822 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaba74-a6c2-4a39-8abe-e6b08db1b94b req-e86824e4-824b-4ebe-9478-cd385b99c20b tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:27.620048 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-43aaba74-a6c2-4a39-8abe-e6b08db1b94b req-e86824e4-824b-4ebe-9478-cd385b99c20b tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 985 time: 0.1051872 Jul 06 15:01:27.634872 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [req-87a08009-141a-44db-9580-4763841cccc2 req-4e138c90-85bb-4bb0-a727-302ee2f3f5d7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Request body: {'port': {'device_id': 'e8fee08f-a112-4e0f-9957-ea22297eadc4', 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad', 'admin_state_up': True, 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'security_groups': ['6ecd05a3-5401-4f1b-bd16-40bbad92999c']}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:01:27.697190 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-43aaba74-a6c2-4a39-8abe-e6b08db1b94b req-729904e4-f37c-4007-80e1-d2cff9fc3574 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/security-groups?id=607ba602-9d94-48e8-bc30-47c106264a43&id=9034db4f-3623-4e93-84de-d9621606d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0675032 Jul 06 15:01:27.825373 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87a08009-141a-44db-9580-4763841cccc2 req-4e138c90-85bb-4bb0-a727-302ee2f3f5d7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Made reservation on behalf of db10d77829764bf49e4461d41eb69399 for: {'port': 1} {{(pid=92916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:01:27.831474 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-87a08009-141a-44db-9580-4763841cccc2 req-4e138c90-85bb-4bb0-a727-302ee2f3f5d7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:27.966226 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-7abedfa0-9fdc-4245-8929-43cdc95e4701 req-eb2ce4e3-49d6-49d1-b6a4-225665003348 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 210 time: 0.0571094 Jul 06 15:01:28.054161 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.db_base_plugin_common [req-87a08009-141a-44db-9580-4763841cccc2 req-4e138c90-85bb-4bb0-a727-302ee2f3f5d7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Allocated IP 172.20.0.12 (f96a7279-5988-4867-aff6-4945f71924ad/ca664667-a6f7-4c2d-bec6-bb0d219a131a/e4e1475c-63be-4e7f-92d9-08c81ce73063) {{(pid=92916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:01:28.234915 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-87a08009-141a-44db-9580-4763841cccc2 req-4e138c90-85bb-4bb0-a727-302ee2f3f5d7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for port, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:28.252086 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.provisioning_blocks [req-87a08009-141a-44db-9580-4763841cccc2 req-4e138c90-85bb-4bb0-a727-302ee2f3f5d7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Transition to ACTIVE for port object e4e1475c-63be-4e7f-92d9-08c81ce73063 will not be triggered until provisioned by entity DHCP. {{(pid=92916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:01:28.291809 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-87a08009-141a-44db-9580-4763841cccc2 req-4e138c90-85bb-4bb0-a727-302ee2f3f5d7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2824651'] for port, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:28.345317 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87a08009-141a-44db-9580-4763841cccc2 req-4e138c90-85bb-4bb0-a727-302ee2f3f5d7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Network f96a7279-5988-4867-aff6-4945f71924ad is already hosted by enough agents. {{(pid=92916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:01:28.352613 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.base_scheduler [req-87a08009-141a-44db-9580-4763841cccc2 req-4e138c90-85bb-4bb0-a727-302ee2f3f5d7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Resources bound (agent type, host, resource id): {{(pid=92916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:01:28.358664 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a08009-141a-44db-9580-4763841cccc2 req-4e138c90-85bb-4bb0-a727-302ee2f3f5d7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Received port after_create {{(pid=92916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:01:28.395857 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e138c90-85bb-4bb0-a727-302ee2f3f5d7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Pushing event updated for resources: {'Port': ['ID=e4e1475c-63be-4e7f-92d9-08c81ce73063,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:28.443898 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a08009-141a-44db-9580-4763841cccc2 req-4e138c90-85bb-4bb0-a727-302ee2f3f5d7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:28.445027 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-87a08009-141a-44db-9580-4763841cccc2 req-4e138c90-85bb-4bb0-a727-302ee2f3f5d7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:28.468214 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-87a08009-141a-44db-9580-4763841cccc2 req-4e138c90-85bb-4bb0-a727-302ee2f3f5d7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8408990 Jul 06 15:01:28.491208 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [req-87a08009-141a-44db-9580-4763841cccc2 req-1a68a825-147e-4c0c-a4f1-0cc86c39bf78 service neutron] Request body: {'port': {'device_id': 'e8fee08f-a112-4e0f-9957-ea22297eadc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:01:28.603422 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-87a08009-141a-44db-9580-4763841cccc2 req-1a68a825-147e-4c0c-a4f1-0cc86c39bf78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:28.725655 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-b7373d7d-bcd4-402e-bf11-343893b439d8 None None] Provisioning for port e4e1475c-63be-4e7f-92d9-08c81ce73063 completed by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:01:28.736248 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-b7373d7d-bcd4-402e-bf11-343893b439d8 None None] Provisioning complete for port e4e1475c-63be-4e7f-92d9-08c81ce73063 triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:01:28.737101 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-b7373d7d-bcd4-402e-bf11-343893b439d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:28.850270 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-b7373d7d-bcd4-402e-bf11-343893b439d8 None None] Port e4e1475c-63be-4e7f-92d9-08c81ce73063 cannot update to ACTIVE because it is not bound. {{(pid=92917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:01:28.974524 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867aeb1-5d09-4d96-9cd4-55e41739357f req-d3ada692-6911-4619-a88d-2137aea632b7 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:28.978703 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d867aeb1-5d09-4d96-9cd4-55e41739357f req-d3ada692-6911-4619-a88d-2137aea632b7 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 946 time: 0.1975501 Jul 06 15:01:29.048608 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d867aeb1-5d09-4d96-9cd4-55e41739357f req-8ecd7373-f130-4142-bb28-f1256ad9debe tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622628 Jul 06 15:01:29.083722 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063ed17-a327-4394-9ce6-2f8ac91f5c20 req-fbb59e53-bae9-41e9-a074-4314341dd9ee tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:29.083722 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d063ed17-a327-4394-9ce6-2f8ac91f5c20 req-fbb59e53-bae9-41e9-a074-4314341dd9ee tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.25 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 946 time: 0.1793385 Jul 06 15:01:29.128427 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.notifiers.nova [req-87a08009-141a-44db-9580-4763841cccc2 req-1a68a825-147e-4c0c-a4f1-0cc86c39bf78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4e1475c-63be-4e7f-92d9-08c81ce73063 {{(pid=92916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:01:29.144264 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-87a08009-141a-44db-9580-4763841cccc2 req-1a68a825-147e-4c0c-a4f1-0cc86c39bf78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:29.174601 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.provisioning_blocks [req-87a08009-141a-44db-9580-4763841cccc2 req-1a68a825-147e-4c0c-a4f1-0cc86c39bf78 service neutron] Transition to ACTIVE for port object e4e1475c-63be-4e7f-92d9-08c81ce73063 will not be triggered until provisioned by entity L2. {{(pid=92916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:01:29.186546 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c51e67-ed33-4a76-bd4c-5a43e03cb665 req-9ee5496b-fdcb-4813-bb4d-bc837db52bba tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:29.188298 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-41c51e67-ed33-4a76-bd4c-5a43e03cb665 req-9ee5496b-fdcb-4813-bb4d-bc837db52bba tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 985 time: 0.1721866 Jul 06 15:01:29.189637 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-87a08009-141a-44db-9580-4763841cccc2 req-1a68a825-147e-4c0c-a4f1-0cc86c39bf78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824505'] for port, after_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:29.296050 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e498f28-60c7-445e-a1d9-b9ad104f753b req-6f363047-ec97-4511-aa22-d2b1668eabd3 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:29.297774 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6e498f28-60c7-445e-a1d9-b9ad104f753b req-6f363047-ec97-4511-aa22-d2b1668eabd3 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 944 time: 0.1207252 Jul 06 15:01:29.303295 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [req-d063ed17-a327-4394-9ce6-2f8ac91f5c20 req-18d29fd8-423a-44f2-a380-a8e54c893f6c tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Deleting port e852c97b-3cb2-4f78-9e70-f1ea9544930f {{(pid=92915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:01:29.303744 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-d063ed17-a327-4394-9ce6-2f8ac91f5c20 req-18d29fd8-423a-44f2-a380-a8e54c893f6c tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:29.309658 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-41c51e67-ed33-4a76-bd4c-5a43e03cb665 req-80bc839a-620b-4d5c-8110-4e09d3255151 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/security-groups?id=607ba602-9d94-48e8-bc30-47c106264a43&id=9034db4f-3623-4e93-84de-d9621606d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1118658 Jul 06 15:01:29.310325 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a68a825-147e-4c0c-a4f1-0cc86c39bf78 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e1475c-63be-4e7f-92d9-08c81ce73063,revision_number=2']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:29.378528 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.managers [req-87a08009-141a-44db-9580-4763841cccc2 req-1a68a825-147e-4c0c-a4f1-0cc86c39bf78 service neutron] Attempting to bind port e4e1475c-63be-4e7f-92d9-08c81ce73063 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:01:29.379086 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.managers [req-87a08009-141a-44db-9580-4763841cccc2 req-1a68a825-147e-4c0c-a4f1-0cc86c39bf78 service neutron] Attempting to bind port e4e1475c-63be-4e7f-92d9-08c81ce73063 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'cb30854e-762f-4ab3-afc5-fc62883d2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad'}] {{(pid=92916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:01:29.379412 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a08009-141a-44db-9580-4763841cccc2 req-1a68a825-147e-4c0c-a4f1-0cc86c39bf78 service neutron] Attempting to bind port e4e1475c-63be-4e7f-92d9-08c81ce73063 on network f96a7279-5988-4867-aff6-4945f71924ad {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:01:29.387845 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a08009-141a-44db-9580-4763841cccc2 req-1a68a825-147e-4c0c-a4f1-0cc86c39bf78 service neutron] Port e4e1475c-63be-4e7f-92d9-08c81ce73063 on network f96a7279-5988-4867-aff6-4945f71924ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 15:01:29.388299 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a08009-141a-44db-9580-4763841cccc2 req-1a68a825-147e-4c0c-a4f1-0cc86c39bf78 service neutron] Attempting to bind port e4e1475c-63be-4e7f-92d9-08c81ce73063 on network f96a7279-5988-4867-aff6-4945f71924ad {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:01:29.401258 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a08009-141a-44db-9580-4763841cccc2 req-1a68a825-147e-4c0c-a4f1-0cc86c39bf78 service neutron] Checking agent: {'id': '04d4ab22-d878-41a9-afec-a7a2984360cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'started_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:01:29.401613 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a08009-141a-44db-9580-4763841cccc2 req-1a68a825-147e-4c0c-a4f1-0cc86c39bf78 service neutron] Checking segment: {'id': 'cb30854e-762f-4ab3-afc5-fc62883d2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:01:29.402005 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a08009-141a-44db-9580-4763841cccc2 req-1a68a825-147e-4c0c-a4f1-0cc86c39bf78 service neutron] Bound using segment: {'id': 'cb30854e-762f-4ab3-afc5-fc62883d2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad'} {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:01:29.402471 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.managers [req-87a08009-141a-44db-9580-4763841cccc2 req-1a68a825-147e-4c0c-a4f1-0cc86c39bf78 service neutron] Bound port: e4e1475c-63be-4e7f-92d9-08c81ce73063, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb30854e-762f-4ab3-afc5-fc62883d2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad'}}] {{(pid=92916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:01:29.402840 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-87a08009-141a-44db-9580-4763841cccc2 req-1a68a825-147e-4c0c-a4f1-0cc86c39bf78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:29.431599 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6e498f28-60c7-445e-a1d9-b9ad104f753b req-c2ec9cb6-7343-48e5-b166-29f2f8400da7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226592 Jul 06 15:01:29.468929 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-d063ed17-a327-4394-9ce6-2f8ac91f5c20 req-18d29fd8-423a-44f2-a380-a8e54c893f6c tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] For port e852c97b-3cb2-4f78-9e70-f1ea9544930f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e852c97b-3cb2-4f78-9e70-f1ea9544930f,segment=NetworkSegment(6e67dca4-9076-477c-8ff5-c332e7f6363b),segment_id=6e67dca4-9076-477c-8ff5-c332e7f6363b)] {{(pid=92915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:01:29.469469 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-d063ed17-a327-4394-9ce6-2f8ac91f5c20 req-18d29fd8-423a-44f2-a380-a8e54c893f6c tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:29.504633 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [req-87a08009-141a-44db-9580-4763841cccc2 req-1a68a825-147e-4c0c-a4f1-0cc86c39bf78 service neutron] For port e4e1475c-63be-4e7f-92d9-08c81ce73063, host hv-cinder-78836, cleared binding levels {{(pid=92916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:01:29.508251 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [req-87a08009-141a-44db-9580-4763841cccc2 req-1a68a825-147e-4c0c-a4f1-0cc86c39bf78 service neutron] For port e4e1475c-63be-4e7f-92d9-08c81ce73063, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e4e1475c-63be-4e7f-92d9-08c81ce73063,segment=NetworkSegment(cb30854e-762f-4ab3-afc5-fc62883d2599),segment_id=cb30854e-762f-4ab3-afc5-fc62883d2599)] {{(pid=92916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:01:29.513595 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-87a08009-141a-44db-9580-4763841cccc2 req-1a68a825-147e-4c0c-a4f1-0cc86c39bf78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824505'] for port, after_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:29.549827 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a08009-141a-44db-9580-4763841cccc2 req-1a68a825-147e-4c0c-a4f1-0cc86c39bf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:29.550394 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-87a08009-141a-44db-9580-4763841cccc2 req-1a68a825-147e-4c0c-a4f1-0cc86c39bf78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:29.551853 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-87a08009-141a-44db-9580-4763841cccc2 req-1a68a825-147e-4c0c-a4f1-0cc86c39bf78 service neutron] 10.222.0.25 "PUT /v2.0/ports/e4e1475c-63be-4e7f-92d9-08c81ce73063 HTTP/1.1" status: 200 len: 1094 time: 1.0657909 Jul 06 15:01:29.552308 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fee08f-a112-4e0f-9957-ea22297eadc4', 'tag': 'e4e1475c-63be-4e7f-92d9-08c81ce73063'}] {{(pid=92916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:01:29.554920 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95076a2cfa108320b507fde56cef9a7a3e09023494eaa6cf19f085f96635572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfa9f32-0818-4113-8a8d-a10f5f48d6d6" -d '{"events": [{"name": "network-changed", "server_uuid": "e8fee08f-a112-4e0f-9957-ea22297eadc4", "tag": "e4e1475c-63be-4e7f-92d9-08c81ce73063"}]}' {{(pid=92916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:01:29.617369 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f91702b-cd8a-4950-bc32-f18281c0d6b0 x-openstack-request-id: req-3f91702b-cd8a-4950-bc32-f18281c0d6b0 {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:01:29.617809 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8fee08f-a112-4e0f-9957-ea22297eadc4", "tag": "e4e1475c-63be-4e7f-92d9-08c81ce73063", "status": "completed", "code": 200}]} {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:01:29.618471 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f91702b-cd8a-4950-bc32-f18281c0d6b0 {{(pid=92916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:01:29.619114 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fee08f-a112-4e0f-9957-ea22297eadc4', 'tag': 'e4e1475c-63be-4e7f-92d9-08c81ce73063', 'status': 'completed', 'code': 200} Jul 06 15:01:29.635793 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a68a825-147e-4c0c-a4f1-0cc86c39bf78 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e1475c-63be-4e7f-92d9-08c81ce73063,revision_number=3']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:29.701369 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-d063ed17-a327-4394-9ce6-2f8ac91f5c20 req-18d29fd8-423a-44f2-a380-a8e54c893f6c tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:29.701841 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-d063ed17-a327-4394-9ce6-2f8ac91f5c20 req-18d29fd8-423a-44f2-a380-a8e54c893f6c tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413103'] for floatingip, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:29.702357 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.db.l3_db [req-d063ed17-a327-4394-9ce6-2f8ac91f5c20 req-18d29fd8-423a-44f2-a380-a8e54c893f6c tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Floating IP d5e8db27-40f9-492c-b263-22f499c59f31 disassociated. External IP: 172.27.3.108, port: e852c97b-3cb2-4f78-9e70-f1ea9544930f. Jul 06 15:01:29.703007 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [req-d063ed17-a327-4394-9ce6-2f8ac91f5c20 req-18d29fd8-423a-44f2-a380-a8e54c893f6c tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Calling delete_port for e852c97b-3cb2-4f78-9e70-f1ea9544930f owned by compute:nova {{(pid=92915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:01:29.711880 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a08009-141a-44db-9580-4763841cccc2 req-c406f5a7-6d81-4032-b6c2-c29bb65fbae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:29.713710 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-87a08009-141a-44db-9580-4763841cccc2 req-c406f5a7-6d81-4032-b6c2-c29bb65fbae6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=db10d77829764bf49e4461d41eb69399&device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 1097 time: 0.0618107 Jul 06 15:01:29.770956 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-87a08009-141a-44db-9580-4763841cccc2 req-ddf2dd80-53be-45e8-8c53-9ab5c2c3e1bd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4e1475c-63be-4e7f-92d9-08c81ce73063 HTTP/1.1" status: 200 len: 217 time: 0.0416968 Jul 06 15:01:29.831676 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a08009-141a-44db-9580-4763841cccc2 req-835d47b9-adb3-4a43-a80d-374a572198ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:29.833188 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-87a08009-141a-44db-9580-4763841cccc2 req-835d47b9-adb3-4a43-a80d-374a572198ee service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ca664667-a6f7-4c2d-bec6-bb0d219a131a HTTP/1.1" status: 200 len: 856 time: 0.0524499 Jul 06 15:01:29.877210 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-d063ed17-a327-4394-9ce6-2f8ac91f5c20 req-18d29fd8-423a-44f2-a380-a8e54c893f6c tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2297282'] for port, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:29.902402 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a08009-141a-44db-9580-4763841cccc2 req-2d2e45e3-7520-46e2-aa01-b652be826941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:29.903956 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-87a08009-141a-44db-9580-4763841cccc2 req-2d2e45e3-7520-46e2-aa01-b652be826941 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f96a7279-5988-4867-aff6-4945f71924ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0626764 Jul 06 15:01:29.915510 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d29fd8-423a-44f2-a380-a8e54c893f6c tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Pushing event deleted for resources: {'Port': ['ID=e852c97b-3cb2-4f78-9e70-f1ea9544930f,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:30.062610 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-87a08009-141a-44db-9580-4763841cccc2 req-8697fee5-553c-45c7-b1a3-925c6201e20e service neutron] 10.222.0.25 "GET /v2.0/networks/f96a7279-5988-4867-aff6-4945f71924ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503232 Jul 06 15:01:30.079501 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d063ed17-a327-4394-9ce6-2f8ac91f5c20 req-18d29fd8-423a-44f2-a380-a8e54c893f6c tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Router 7ade9cb4-ead7-4095-b2ca-080c0a6e3a65 has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:01:30.209086 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-87a08009-141a-44db-9580-4763841cccc2 req-a1fc7460-6e12-4199-8a2c-f9fb99de5cdc service neutron] 10.222.0.25 "GET /v2.0/networks/f96a7279-5988-4867-aff6-4945f71924ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384532 Jul 06 15:01:30.443008 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa9f32-0818-4113-8a8d-a10f5f48d6d6 req-1d86f082-ef47-47e6-9c24-db24e58328bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:30.445765 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-fdfa9f32-0818-4113-8a8d-a10f5f48d6d6 req-1d86f082-ef47-47e6-9c24-db24e58328bf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=db10d77829764bf49e4461d41eb69399&device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 1097 time: 0.1164331 Jul 06 15:01:30.583490 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 53000) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:30.617827 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-5914b6f6-3e49-4e65-8bda-97647ce09f08 req-aab6cd29-7028-4918-bc25-c291f7e33d64 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=50267449-e4dd-4746-ab2b-95d94217b983 HTTP/1.1" status: 200 len: 210 time: 0.3892000 Jul 06 15:01:30.677497 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d063ed17-a327-4394-9ce6-2f8ac91f5c20 req-18d29fd8-423a-44f2-a380-a8e54c893f6c tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:01:30.689616 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa9f32-0818-4113-8a8d-a10f5f48d6d6 req-ea3796df-2523-4ceb-a156-fd78365280fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:30.691196 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-fdfa9f32-0818-4113-8a8d-a10f5f48d6d6 req-ea3796df-2523-4ceb-a156-fd78365280fc service neutron] 10.222.0.25 "GET /v2.0/networks?id=f96a7279-5988-4867-aff6-4945f71924ad HTTP/1.1" status: 200 len: 918 time: 0.2380047 Jul 06 15:01:30.701036 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dac6d8-8006-4e33-bea7-84fc30dd5bbe None None] Sync routers for ids ['7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'] in dv-cinder-788363-5-iscsi {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:01:30.714282 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dac6d8-8006-4e33-bea7-84fc30dd5bbe None None] Routers {'7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:01:30.715282 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-90dac6d8-8006-4e33-bea7-84fc30dd5bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:01:05Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:01:30.717381 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166297b-d02c-4f2f-acfb-e3ad837f353f req-482566ca-02b3-4403-a5e3-e38a597942dd tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:30.720034 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-0166297b-d02c-4f2f-acfb-e3ad837f353f req-482566ca-02b3-4403-a5e3-e38a597942dd tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 985 time: 0.2221806 Jul 06 15:01:30.777031 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-fdfa9f32-0818-4113-8a8d-a10f5f48d6d6 req-87c7c21c-1bf3-40a3-862a-d8894d388d15 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4e1475c-63be-4e7f-92d9-08c81ce73063 HTTP/1.1" status: 200 len: 217 time: 0.0552781 Jul 06 15:01:30.788882 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [req-d063ed17-a327-4394-9ce6-2f8ac91f5c20 req-18d29fd8-423a-44f2-a380-a8e54c893f6c tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] No DVR routers for this DVR port e852c97b-3cb2-4f78-9e70-f1ea9544930f on host hv-cinder-78836 {{(pid=92915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:01:30.792493 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-d063ed17-a327-4394-9ce6-2f8ac91f5c20 req-18d29fd8-423a-44f2-a380-a8e54c893f6c tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:30.798499 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d063ed17-a327-4394-9ce6-2f8ac91f5c20 req-18d29fd8-423a-44f2-a380-a8e54c893f6c tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.25 "DELETE /v2.0/ports/e852c97b-3cb2-4f78-9e70-f1ea9544930f HTTP/1.1" status: 204 len: 173 time: 1.7097757 Jul 06 15:01:30.799021 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50267449-e4dd-4746-ab2b-95d94217b983', 'name': 'network-vif-deleted', 'tag': 'e852c97b-3cb2-4f78-9e70-f1ea9544930f'}] {{(pid=92915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:01:30.801349 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92756195bd967bcafd15386578949a9109be95aebc1330c0508ce0179bff92bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217730c8-be9f-4538-a5f4-a118311f22a8" -d '{"events": [{"server_uuid": "50267449-e4dd-4746-ab2b-95d94217b983", "name": "network-vif-deleted", "tag": "e852c97b-3cb2-4f78-9e70-f1ea9544930f"}]}' {{(pid=92915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:01:30.861747 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-cc60e040-a8dc-4ff9-b3d0-84b4068abe12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:30.891878 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa9f32-0818-4113-8a8d-a10f5f48d6d6 req-00b643ae-3993-4747-a447-26a51ff1c06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:30.894235 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-fdfa9f32-0818-4113-8a8d-a10f5f48d6d6 req-00b643ae-3993-4747-a447-26a51ff1c06b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ca664667-a6f7-4c2d-bec6-bb0d219a131a HTTP/1.1" status: 200 len: 856 time: 0.1051974 Jul 06 15:01:30.937080 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0943393-465e-4c9d-aa4a-2f4d15698aa8 req-a2371c6e-2cc1-439c-ad4b-48510bc12039 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:30.941162 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e0943393-465e-4c9d-aa4a-2f4d15698aa8 req-a2371c6e-2cc1-439c-ad4b-48510bc12039 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 944 time: 0.1246128 Jul 06 15:01:31.038108 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-cc60e040-a8dc-4ff9-b3d0-84b4068abe12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:31.073892 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-90dac6d8-8006-4e33-bea7-84fc30dd5bbe None None] Set router 7ade9cb4-ead7-4095-b2ca-080c0a6e3a65 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:01:31.078552 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e0943393-465e-4c9d-aa4a-2f4d15698aa8 req-f487adf8-ccb8-44c6-8865-eaf998623613 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176803 Jul 06 15:01:31.104662 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-cc60e040-a8dc-4ff9-b3d0-84b4068abe12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:31.177890 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f26b9ba-0f95-4d6d-916d-8883182b4356 x-openstack-request-id: req-6f26b9ba-0f95-4d6d-916d-8883182b4356 {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:01:31.178529 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50267449-e4dd-4746-ab2b-95d94217b983", "name": "network-vif-deleted", "tag": "e852c97b-3cb2-4f78-9e70-f1ea9544930f", "status": "completed", "code": 200}]} {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:01:31.178529 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f26b9ba-0f95-4d6d-916d-8883182b4356 {{(pid=92915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:01:31.179197 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50267449-e4dd-4746-ab2b-95d94217b983', 'name': 'network-vif-deleted', 'tag': 'e852c97b-3cb2-4f78-9e70-f1ea9544930f', 'status': 'completed', 'code': 200} Jul 06 15:01:31.197466 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-0166297b-d02c-4f2f-acfb-e3ad837f353f req-f92bf866-693f-4c0f-99a8-a6980f833495 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/security-groups?id=607ba602-9d94-48e8-bc30-47c106264a43&id=9034db4f-3623-4e93-84de-d9621606d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4190655 Jul 06 15:01:31.198110 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60e040-a8dc-4ff9-b3d0-84b4068abe12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3747e2-8643-4184-bb10-fcc1c6145108,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:31.221146 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-cc60e040-a8dc-4ff9-b3d0-84b4068abe12 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e41ae4d068b41c4831ece0d141f8cdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6310086 Jul 06 15:01:31.221146 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 53010) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:31.250348 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa9f32-0818-4113-8a8d-a10f5f48d6d6 req-2d579834-884c-4526-9e6f-84041bb7d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:31.251985 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-fdfa9f32-0818-4113-8a8d-a10f5f48d6d6 req-2d579834-884c-4526-9e6f-84041bb7d7fd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f96a7279-5988-4867-aff6-4945f71924ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3196611 Jul 06 15:01:31.342437 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-be433ad4-202b-4600-a1a1-48ba9f19ef70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:31.362589 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-90dac6d8-8006-4e33-bea7-84fc30dd5bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'name': 'tempest-AttachVolumeTestJSON-1855409086-router', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:33Z', 'updated_at': '2021-07-06T14:56:51Z', 'revision_number': 4, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'gw_port': {'id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:35Z', 'updated_at': '2021-07-06T14:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf', 'name': '', 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'mac_address': 'fa:16:3e:3f:d6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '759d2c94-0450-42a6-a657-8515f615c234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:45Z', 'updated_at': '2021-07-06T14:57:02Z', 'revision_number': 5, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'subnets': [{'id': '759d2c94-0450-42a6-a657-8515f615c234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:01:31.388262 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-be433ad4-202b-4600-a1a1-48ba9f19ef70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:31.398500 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dac6d8-8006-4e33-bea7-84fc30dd5bbe None None] Checking router: 7ade9cb4-ead7-4095-b2ca-080c0a6e3a65 for host: dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:01:31.402424 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-fdfa9f32-0818-4113-8a8d-a10f5f48d6d6 req-6899bc1c-babf-4cd2-8fb9-a7d094059fd8 service neutron] 10.222.0.25 "GET /v2.0/networks/f96a7279-5988-4867-aff6-4945f71924ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380100 Jul 06 15:01:31.407593 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dac6d8-8006-4e33-bea7-84fc30dd5bbe None None] Routers {'7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:01:31.408216 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-90dac6d8-8006-4e33-bea7-84fc30dd5bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:01:05Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:01:31.512119 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-be433ad4-202b-4600-a1a1-48ba9f19ef70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:31.514683 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-be433ad4-202b-4600-a1a1-48ba9f19ef70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:31.518633 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-be433ad4-202b-4600-a1a1-48ba9f19ef70 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4a3747e2-8643-4184-bb10-fcc1c6145108 HTTP/1.1" status: 204 len: 168 time: 0.2966752 Jul 06 15:01:31.534341 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-fdfa9f32-0818-4113-8a8d-a10f5f48d6d6 req-89dd628e-cad3-40ab-980d-8057f53657a1 service neutron] 10.222.0.25 "GET /v2.0/networks/f96a7279-5988-4867-aff6-4945f71924ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234245 Jul 06 15:01:31.535345 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be433ad4-202b-4600-a1a1-48ba9f19ef70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3747e2-8643-4184-bb10-fcc1c6145108,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:31.542360 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-90dac6d8-8006-4e33-bea7-84fc30dd5bbe None None] Set router 7ade9cb4-ead7-4095-b2ca-080c0a6e3a65 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:01:31.806804 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device e4e1475c-63be-4e7f-92d9-08c81ce73063 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:01:31.858998 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 53020) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:31.947102 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-90dac6d8-8006-4e33-bea7-84fc30dd5bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'name': 'tempest-AttachVolumeTestJSON-1855409086-router', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:33Z', 'updated_at': '2021-07-06T14:56:51Z', 'revision_number': 4, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'gw_port': {'id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:35Z', 'updated_at': '2021-07-06T14:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf', 'name': '', 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'mac_address': 'fa:16:3e:3f:d6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '759d2c94-0450-42a6-a657-8515f615c234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:45Z', 'updated_at': '2021-07-06T14:57:02Z', 'revision_number': 5, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'subnets': [{'id': '759d2c94-0450-42a6-a657-8515f615c234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:01:31.972981 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-002fd8a7-6130-4272-92e7-36393c30ce94 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:32.003816 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 53022) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:32.006798 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dac6d8-8006-4e33-bea7-84fc30dd5bbe None None] The sync data for ids ['7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'] in dv-cinder-788363-5-iscsi is: [{'id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'name': 'tempest-AttachVolumeTestJSON-1855409086-router', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:33Z', 'updated_at': '2021-07-06T14:56:51Z', 'revision_number': 4, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'gw_port': {'id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:35Z', 'updated_at': '2021-07-06T14:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf', 'name': '', 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'mac_address': 'fa:16:3e:3f:d6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '759d2c94-0450-42a6-a657-8515f615c234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:45Z', 'updated_at': '2021-07-06T14:57:02Z', 'revision_number': 5, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'subnets': [{'id': '759d2c94-0450-42a6-a657-8515f615c234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:01:32.012396 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port e4e1475c-63be-4e7f-92d9-08c81ce73063, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e4e1475c-63be-4e7f-92d9-08c81ce73063,segment=NetworkSegment(cb30854e-762f-4ab3-afc5-fc62883d2599),segment_id=cb30854e-762f-4ab3-afc5-fc62883d2599)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:01:32.037474 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-002fd8a7-6130-4272-92e7-36393c30ce94 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:32.038174 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-a549c62d-c807-431b-9edb-a0e68f955864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:32.040352 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Returning: {'device': 'e4e1475c-63be-4e7f-92d9-08c81ce73063', 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad', 'port_id': 'e4e1475c-63be-4e7f-92d9-08c81ce73063', 'mac_address': 'fa:16:3e:8d:fa:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:01:32.044102 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-f80d85eb-23b0-498d-b21d-f80ec9ecc632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:32.117964 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-002fd8a7-6130-4272-92e7-36393c30ce94 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:32.122063 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-002fd8a7-6130-4272-92e7-36393c30ce94 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:32.123883 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-002fd8a7-6130-4272-92e7-36393c30ce94 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "DELETE /v2.0/security-groups/5f60b1c5-9e6a-4808-91d0-8ccc5b457edf HTTP/1.1" status: 204 len: 168 time: 0.2621891 Jul 06 15:01:32.129303 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 53024) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:32.143890 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002fd8a7-6130-4272-92e7-36393c30ce94 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f60b1c5-9e6a-4808-91d0-8ccc5b457edf,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:32.160439 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.api.v2.resource [None req-48c5729f-4849-4971-a646-0fc528dc737d tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] show failed (client error): The resource could not be found. Jul 06 15:01:32.166966 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 53030) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:32.172496 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-48c5729f-4849-4971-a646-0fc528dc737d tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups/5f60b1c5-9e6a-4808-91d0-8ccc5b457edf HTTP/1.1" status: 404 len: 347 time: 0.0303464 Jul 06 15:01:32.194267 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:32.216484 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4e1475c-63be-4e7f-92d9-08c81ce73063 {{(pid=92917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:01:32.261144 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port e4e1475c-63be-4e7f-92d9-08c81ce73063, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e4e1475c-63be-4e7f-92d9-08c81ce73063,segment=NetworkSegment(cb30854e-762f-4ab3-afc5-fc62883d2599),segment_id=cb30854e-762f-4ab3-afc5-fc62883d2599)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:01:32.267804 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:32.283969 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-f80d85eb-23b0-498d-b21d-f80ec9ecc632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:32.291722 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-f80d85eb-23b0-498d-b21d-f80ec9ecc632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:32.353911 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-f80d85eb-23b0-498d-b21d-f80ec9ecc632 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f110dbd816be45799f96b5851084978b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3489702 Jul 06 15:01:32.354545 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 53034) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:32.358852 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=e4e1475c-63be-4e7f-92d9-08c81ce73063,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:32.371684 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:32.372375 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:32.373013 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:32.373650 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:32.374296 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:32.374939 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:32.375658 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:32.376021 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:32.376466 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:32.377024 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:32.377635 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:32.378044 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:32.426752 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d85eb-23b0-498d-b21d-f80ec9ecc632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f2798f-0ff1-41d2-9aba-5f04e02d11bb,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:32.491462 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f10e8c-2094-441d-b2f2-8b746fd37dab req-27e99504-7778-4747-988b-f36f7cf138fe tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:32.493584 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b2f10e8c-2094-441d-b2f2-8b746fd37dab req-27e99504-7778-4747-988b-f36f7cf138fe tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 945 time: 0.1385512 Jul 06 15:01:32.521706 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49264490-34e9-4673-aca0-857a804bc1bc None None] New status for floating IP d5e8db27-40f9-492c-b263-22f499c59f31: DOWN {{(pid=92918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:01:32.566287 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b2f10e8c-2094-441d-b2f2-8b746fd37dab req-d69f1120-b2bb-44e5-98fe-57a184123e20 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601397 Jul 06 15:01:32.693102 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['e4e1475c-63be-4e7f-92d9-08c81ce73063'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:01:32.776714 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d42faac3-b85b-4a8f-a116-81504cff4736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:32.832536 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d42faac3-b85b-4a8f-a116-81504cff4736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:32.836439 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-8696d5d9-f9e3-4e8a-9ab9-6905ff4f242d tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Deleting port 8fb35db2-bb44-4c30-81f0-219bf2363503 {{(pid=92916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:01:32.837025 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8696d5d9-f9e3-4e8a-9ab9-6905ff4f242d tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:32.915955 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94dd012-da45-440f-9751-bc81cefdb8b1 req-e941e380-b5c7-41dd-b307-cdf8918b8e24 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:32.917519 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d94dd012-da45-440f-9751-bc81cefdb8b1 req-e941e380-b5c7-41dd-b307-cdf8918b8e24 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 985 time: 0.4859133 Jul 06 15:01:33.010713 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d94dd012-da45-440f-9751-bc81cefdb8b1 req-e9266f06-468e-4cf0-8c5c-8ebb9094068e tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/security-groups?id=607ba602-9d94-48e8-bc30-47c106264a43&id=9034db4f-3623-4e93-84de-d9621606d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0815818 Jul 06 15:01:33.013155 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d42faac3-b85b-4a8f-a116-81504cff4736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:33.016925 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d42faac3-b85b-4a8f-a116-81504cff4736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:33.018335 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-d42faac3-b85b-4a8f-a116-81504cff4736 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1f2798f-0ff1-41d2-9aba-5f04e02d11bb HTTP/1.1" status: 204 len: 168 time: 0.6575682 Jul 06 15:01:33.021077 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8696d5d9-f9e3-4e8a-9ab9-6905ff4f242d tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:33.021328 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8696d5d9-f9e3-4e8a-9ab9-6905ff4f242d tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:33.049290 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42faac3-b85b-4a8f-a116-81504cff4736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f2798f-0ff1-41d2-9aba-5f04e02d11bb,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:33.057734 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-8696d5d9-f9e3-4e8a-9ab9-6905ff4f242d tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Calling delete_port for 8fb35db2-bb44-4c30-81f0-219bf2363503 owned by network:floatingip {{(pid=92916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:01:33.271216 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8696d5d9-f9e3-4e8a-9ab9-6905ff4f242d tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824642'] for port, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:33.304523 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 6 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:01:33.316945 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8696d5d9-f9e3-4e8a-9ab9-6905ff4f242d tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Pushing event deleted for resources: {'Port': ['ID=8fb35db2-bb44-4c30-81f0-219bf2363503,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:33.437833 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8696d5d9-f9e3-4e8a-9ab9-6905ff4f242d tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for floatingip, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:33.441599 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8696d5d9-f9e3-4e8a-9ab9-6905ff4f242d tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for floatingip, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:33.443134 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-8696d5d9-f9e3-4e8a-9ab9-6905ff4f242d tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "DELETE /v2.0/floatingips/d5e8db27-40f9-492c-b263-22f499c59f31 HTTP/1.1" status: 204 len: 168 time: 1.2744319 Jul 06 15:01:33.810944 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device e4e1475c-63be-4e7f-92d9-08c81ce73063 up at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:01:33.937655 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d67c09-16d7-4de0-bc0e-9c1925f5d094 req-8a4fe659-ac19-4029-a9f9-28304f50bf44 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:33.949834 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 53064) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:33.962601 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-04d67c09-16d7-4de0-bc0e-9c1925f5d094 req-8a4fe659-ac19-4029-a9f9-28304f50bf44 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 945 time: 0.1848118 Jul 06 15:01:33.968181 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-07f7e94f-f9dd-4043-aa5d-f4e80a0eb025 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Request body: {'security_group': {'name': 'tempest-securitygroup--467120081', 'description': 'tempest-description--1969539714'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:01:34.028219 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-07f7e94f-f9dd-4043-aa5d-f4e80a0eb025 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:34.035657 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-04d67c09-16d7-4de0-bc0e-9c1925f5d094 req-ddf06839-1946-4ea9-a460-81f1243796a0 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679295 Jul 06 15:01:34.130904 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning for port e4e1475c-63be-4e7f-92d9-08c81ce73063 completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:01:34.140682 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning complete for port e4e1475c-63be-4e7f-92d9-08c81ce73063 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:01:34.141051 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:34.163035 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-07f7e94f-f9dd-4043-aa5d-f4e80a0eb025 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:34.169246 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-07f7e94f-f9dd-4043-aa5d-f4e80a0eb025 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:34.203458 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f7e94f-f9dd-4043-aa5d-f4e80a0eb025 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faae181e-9f3a-4097-a859-58384e34633b,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:34.208203 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-07f7e94f-f9dd-4043-aa5d-f4e80a0eb025 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:34.212130 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-07f7e94f-f9dd-4043-aa5d-f4e80a0eb025 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2602241 Jul 06 15:01:34.214754 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 53072) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:34.220617 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-13172f41-dd28-4c3b-9029-b7e0d90461a2 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Request body: {'security_group_rule': {'security_group_id': 'faae181e-9f3a-4097-a859-58384e34633b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:01:34.254168 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-13172f41-dd28-4c3b-9029-b7e0d90461a2 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:34.273759 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:34.311835 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fee08f-a112-4e0f-9957-ea22297eadc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e1475c-63be-4e7f-92d9-08c81ce73063'}] {{(pid=92917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:01:34.314407 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ea3ef9b0f14ac6a08de5771e2132c48ed06abd6a52ccf1dddde4c27a9981b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03847578-0395-414d-aee5-b41a1cdc8382" -d '{"events": [{"server_uuid": "e8fee08f-a112-4e0f-9957-ea22297eadc4", "name": "network-vif-plugged", "status": "completed", "tag": "e4e1475c-63be-4e7f-92d9-08c81ce73063"}]}' {{(pid=92917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:01:34.337712 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-13172f41-dd28-4c3b-9029-b7e0d90461a2 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:34.343298 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port e4e1475c-63be-4e7f-92d9-08c81ce73063, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e4e1475c-63be-4e7f-92d9-08c81ce73063,segment=NetworkSegment(cb30854e-762f-4ab3-afc5-fc62883d2599),segment_id=cb30854e-762f-4ab3-afc5-fc62883d2599)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:01:34.343567 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-13172f41-dd28-4c3b-9029-b7e0d90461a2 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-264711'] for security_group_rule, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:34.348861 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:34.349809 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device e852c97b-3cb2-4f78-9e70-f1ea9544930f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:01:34.372079 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13172f41-dd28-4c3b-9029-b7e0d90461a2 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a92d3c5-aa4b-4473-b227-50bd112a0468,revision_number=0']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:34.384288 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-13172f41-dd28-4c3b-9029-b7e0d90461a2 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:34.386240 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-13172f41-dd28-4c3b-9029-b7e0d90461a2 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1701415 Jul 06 15:01:34.388330 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003905a7-3176-4e04-bca5-f1876de942ab x-openstack-request-id: req-003905a7-3176-4e04-bca5-f1876de942ab {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:01:34.388890 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 53078) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:34.389039 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8fee08f-a112-4e0f-9957-ea22297eadc4", "name": "network-vif-plugged", "status": "completed", "tag": "e4e1475c-63be-4e7f-92d9-08c81ce73063", "code": 200}]} {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:01:34.389140 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-003905a7-3176-4e04-bca5-f1876de942ab {{(pid=92917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:01:34.389540 dv-cinder-788363-5-iscsi neutron-server[92917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fee08f-a112-4e0f-9957-ea22297eadc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e1475c-63be-4e7f-92d9-08c81ce73063', 'code': 200} Jul 06 15:01:34.394007 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] No Port match for: e852c97b-3cb2-4f78-9e70-f1ea9544930f {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:01:34.394241 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device e852c97b-3cb2-4f78-9e70-f1ea9544930f not bound to the agent host hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:01:34.396064 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-2d7537af-6aa4-45f7-8bae-525b5f2aac1c tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Request body: {'security_group_rule': {'security_group_id': 'faae181e-9f3a-4097-a859-58384e34633b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:01:34.445599 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-2d7537af-6aa4-45f7-8bae-525b5f2aac1c tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:34.475411 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=e4e1475c-63be-4e7f-92d9-08c81ce73063,revision_number=5']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:34.518716 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-2d7537af-6aa4-45f7-8bae-525b5f2aac1c tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:34.524381 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-2d7537af-6aa4-45f7-8bae-525b5f2aac1c tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-264711'] for security_group_rule, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:34.543060 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7537af-6aa4-45f7-8bae-525b5f2aac1c tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd14fe1a-8427-4cc4-8107-44b7d918b6db,revision_number=0']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:34.552208 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-2d7537af-6aa4-45f7-8bae-525b5f2aac1c tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:34.558736 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-2d7537af-6aa4-45f7-8bae-525b5f2aac1c tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1633785 Jul 06 15:01:34.559217 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 53082) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:34.565317 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-773f9039-0092-4c10-a90a-22619b21d5b6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Request body: {'floatingip': {'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:01:34.592924 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-773f9039-0092-4c10-a90a-22619b21d5b6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for floatingip, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:34.738028 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-773f9039-0092-4c10-a90a-22619b21d5b6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:34.865397 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_common [None req-773f9039-0092-4c10-a90a-22619b21d5b6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Allocated IP 172.27.3.200 (cda8cae0-c766-4621-9577-ca435140768c/1f1b7348-831f-4a39-b588-ec6aad475c62/3aeb0ef5-263b-4004-819e-6d698921c4f8) {{(pid=92915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:01:35.010678 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-773f9039-0092-4c10-a90a-22619b21d5b6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for port, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:35.058868 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-773f9039-0092-4c10-a90a-22619b21d5b6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2297291'] for port, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:35.105575 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773f9039-0092-4c10-a90a-22619b21d5b6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Network cda8cae0-c766-4621-9577-ca435140768c is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:01:35.108931 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [None req-773f9039-0092-4c10-a90a-22619b21d5b6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:01:35.115076 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773f9039-0092-4c10-a90a-22619b21d5b6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Received port after_create {{(pid=92915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:01:35.146670 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f9039-0092-4c10-a90a-22619b21d5b6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Pushing event updated for resources: {'Port': ['ID=3aeb0ef5-263b-4004-819e-6d698921c4f8,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:35.165140 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773f9039-0092-4c10-a90a-22619b21d5b6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:35.165513 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773f9039-0092-4c10-a90a-22619b21d5b6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:35.165787 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773f9039-0092-4c10-a90a-22619b21d5b6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:35.166198 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773f9039-0092-4c10-a90a-22619b21d5b6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:35.166364 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773f9039-0092-4c10-a90a-22619b21d5b6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:35.166696 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773f9039-0092-4c10-a90a-22619b21d5b6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:35.167050 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773f9039-0092-4c10-a90a-22619b21d5b6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:35.167377 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773f9039-0092-4c10-a90a-22619b21d5b6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:35.167698 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773f9039-0092-4c10-a90a-22619b21d5b6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:35.168018 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773f9039-0092-4c10-a90a-22619b21d5b6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:35.168338 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773f9039-0092-4c10-a90a-22619b21d5b6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:35.168651 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773f9039-0092-4c10-a90a-22619b21d5b6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:35.243927 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-773f9039-0092-4c10-a90a-22619b21d5b6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:35.321838 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ec10d-5c5a-4d4c-82dc-465e3ba01438 req-22a3fbfa-2e83-4a4c-b4f3-ab39757ad42f tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:35.323550 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-9e6ec10d-5c5a-4d4c-82dc-465e3ba01438 req-22a3fbfa-2e83-4a4c-b4f3-ab39757ad42f tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 946 time: 0.1105263 Jul 06 15:01:35.335926 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-773f9039-0092-4c10-a90a-22619b21d5b6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:35.371311 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-9e6ec10d-5c5a-4d4c-82dc-465e3ba01438 req-8e5f3440-a857-4e5b-988d-5cd51104b40b tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413477 Jul 06 15:01:35.434505 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-28c412ff-3ad2-4267-af24-bba8b10efde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:35.477352 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:35.509363 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-773f9039-0092-4c10-a90a-22619b21d5b6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for port, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:35.516788 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-773f9039-0092-4c10-a90a-22619b21d5b6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2297145'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:35.598149 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f9039-0092-4c10-a90a-22619b21d5b6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Pushing event updated for resources: {'Port': ['ID=3aeb0ef5-263b-4004-819e-6d698921c4f8,revision_number=2']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:35.610489 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-773f9039-0092-4c10-a90a-22619b21d5b6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413103'] for floatingip, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:35.628463 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-773f9039-0092-4c10-a90a-22619b21d5b6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for floatingip, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:35.636038 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-773f9039-0092-4c10-a90a-22619b21d5b6 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0694191 Jul 06 15:01:36.089721 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-327555e6-b0c4-44d8-87dc-83939f34e01d tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--467120081&fields=id&tenant_id=afa5e93041564fd1819d89057c9d3e39 HTTP/1.1" status: 200 len: 267 time: 0.0464213 Jul 06 15:01:36.220205 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-90d72794-772d-42bc-8524-8d5cb610ab76 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:36.221534 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-90d72794-772d-42bc-8524-8d5cb610ab76 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/networks?id=3ff68c5b-71a5-4643-a235-ca1e74ec9ec2 HTTP/1.1" status: 200 len: 811 time: 0.1247220 Jul 06 15:01:36.239177 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-0e9588e8-537b-4c49-86ca-69e71dc93ee7 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/quotas/afa5e93041564fd1819d89057c9d3e39 HTTP/1.1" status: 200 len: 375 time: 0.0102561 Jul 06 15:01:36.326325 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-e6fca870-afbf-41a1-96de-d0321b020051 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=afa5e93041564fd1819d89057c9d3e39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0802839 Jul 06 15:01:36.557062 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-a4cf081d-4eb2-46d4-a0fb-9144fb12cced service neutron] 10.222.0.20 "GET /v2.0/networks/3ff68c5b-71a5-4643-a235-ca1e74ec9ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176125 Jul 06 15:01:36.560974 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:36.612814 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02504b3-c8f5-4cf4-89e7-8cedcfa04ff8 req-4068263d-0905-4e7a-9718-c15578ed1b4c tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:36.614510 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e02504b3-c8f5-4cf4-89e7-8cedcfa04ff8 req-4068263d-0905-4e7a-9718-c15578ed1b4c tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 946 time: 0.0838323 Jul 06 15:01:36.661079 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e02504b3-c8f5-4cf4-89e7-8cedcfa04ff8 req-126bd418-ec4e-4638-8203-1c9bc02d98fb tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398417 Jul 06 15:01:36.668130 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-8b42d9f8-a5f5-45a8-ac43-062ffb751121 service neutron] 10.222.0.20 "GET /v2.0/networks/3ff68c5b-71a5-4643-a235-ca1e74ec9ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026757 Jul 06 15:01:36.894640 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e288c49e-9794-4131-a0df-f8df345e3571 req-f3d59386-9270-475f-8725-6878da8d7624 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8d335b9-183b-4c90-971b-53037a6c59fe HTTP/1.1" status: 200 len: 210 time: 0.0333445 Jul 06 15:01:37.175191 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6c0a2-d547-4419-80c6-13599d99f315 req-bd090986-5df7-49b6-bb2e-45e2c8d56ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:37.176748 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e7d6c0a2-d547-4419-80c6-13599d99f315 req-bd090986-5df7-49b6-bb2e-45e2c8d56ebe service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 1099 time: 0.0689533 Jul 06 15:01:37.216924 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e7d6c0a2-d547-4419-80c6-13599d99f315 req-a27ec0ee-7164-4e3a-ba01-ec69404724b8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329623 Jul 06 15:01:37.508737 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:37.872276 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c243e3-5508-494b-8888-1fc63655871d req-a078e362-6d25-463c-ae7c-dbd655183988 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:37.873881 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b2c243e3-5508-494b-8888-1fc63655871d req-a078e362-6d25-463c-ae7c-dbd655183988 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 946 time: 0.0860560 Jul 06 15:01:37.923053 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b2c243e3-5508-494b-8888-1fc63655871d req-107524a8-4be3-4437-ac55-541fd47c1d0b tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425031 Jul 06 15:01:38.051638 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-89f803a3-79d2-4f9c-a618-a5a4c74b42b2 req-39d1f5e3-4cf3-4586-8eee-1cf9ead7261c tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8d335b9-183b-4c90-971b-53037a6c59fe HTTP/1.1" status: 200 len: 210 time: 0.0290582 Jul 06 15:01:38.596923 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:38.695953 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-250fb861-9ffb-4fcb-a9a4-9a451aba336a tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:38.697690 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-250fb861-9ffb-4fcb-a9a4-9a451aba336a tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.25 "GET /v2.0/networks?id=3ff68c5b-71a5-4643-a235-ca1e74ec9ec2 HTTP/1.1" status: 200 len: 811 time: 0.1296356 Jul 06 15:01:38.761480 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-ce3cae09-ad59-433b-ae8d-4cbfb25d6d5d tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afa5e93041564fd1819d89057c9d3e39 HTTP/1.1" status: 200 len: 379 time: 0.0453198 Jul 06 15:01:38.773074 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-8298a945-b662-4000-b221-d65e6bfcaf2b tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Request body: {'port': {'device_id': 'f8d335b9-183b-4c90-971b-53037a6c59fe', 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2', 'admin_state_up': True, 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'security_groups': ['faae181e-9f3a-4097-a859-58384e34633b']}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:01:38.944568 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-8298a945-b662-4000-b221-d65e6bfcaf2b tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Made reservation on behalf of afa5e93041564fd1819d89057c9d3e39 for: {'port': 1} {{(pid=92916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:01:38.949416 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-8298a945-b662-4000-b221-d65e6bfcaf2b tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:39.180748 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.db_base_plugin_common [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-8298a945-b662-4000-b221-d65e6bfcaf2b tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Allocated IP 172.20.0.9 (3ff68c5b-71a5-4643-a235-ca1e74ec9ec2/759d2c94-0450-42a6-a657-8515f615c234/7b23bc37-2ef5-4356-ac3f-fa66c70aaeac) {{(pid=92916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:01:39.195030 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4710c-c49c-4f25-9905-afb872c56176 req-b91f9e7b-0ff5-40c4-ad6b-6dc14b23af47 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:39.197686 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-9cf4710c-c49c-4f25-9905-afb872c56176 req-b91f9e7b-0ff5-40c4-ad6b-6dc14b23af47 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 946 time: 0.0975604 Jul 06 15:01:39.243285 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-9cf4710c-c49c-4f25-9905-afb872c56176 req-a0fea357-d43a-4b9d-8ce3-c735d1e2bd46 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389712 Jul 06 15:01:39.245715 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-473975e1-8dbb-4ec6-ba6f-27a78914110c req-49d3ef67-4271-41fa-af25-6c681a15cb4f tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8d335b9-183b-4c90-971b-53037a6c59fe HTTP/1.1" status: 200 len: 210 time: 0.0493104 Jul 06 15:01:39.440288 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-8298a945-b662-4000-b221-d65e6bfcaf2b tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for port, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:39.459491 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.provisioning_blocks [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-8298a945-b662-4000-b221-d65e6bfcaf2b tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Transition to ACTIVE for port object 7b23bc37-2ef5-4356-ac3f-fa66c70aaeac will not be triggered until provisioned by entity DHCP. {{(pid=92916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:01:39.530441 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7ead4-bdc8-46ef-b870-3aa82f3c593b req-8d4fce8e-2b0f-420d-adf0-f8f1c27790bd tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:39.532822 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-96d7ead4-bdc8-46ef-b870-3aa82f3c593b req-8d4fce8e-2b0f-420d-adf0-f8f1c27790bd tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 946 time: 0.1439171 Jul 06 15:01:39.534675 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-8298a945-b662-4000-b221-d65e6bfcaf2b tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2824651'] for port, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:39.548070 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 53176) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:39.555831 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-516de38a-22db-4571-948b-a5ebed9db578 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Request body: {'floatingip': {'port_id': 'e4e1475c-63be-4e7f-92d9-08c81ce73063'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:01:39.594014 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-8298a945-b662-4000-b221-d65e6bfcaf2b tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Network 3ff68c5b-71a5-4643-a235-ca1e74ec9ec2 is already hosted by enough agents. {{(pid=92916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:01:39.600241 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.base_scheduler [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-8298a945-b662-4000-b221-d65e6bfcaf2b tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Resources bound (agent type, host, resource id): {{(pid=92916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:01:39.605397 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-8298a945-b662-4000-b221-d65e6bfcaf2b tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Received port after_create {{(pid=92916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:01:39.612911 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298a945-b662-4000-b221-d65e6bfcaf2b tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Pushing event updated for resources: {'Port': ['ID=7b23bc37-2ef5-4356-ac3f-fa66c70aaeac,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:39.625158 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-516de38a-22db-4571-948b-a5ebed9db578 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for floatingip, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:39.678123 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-8298a945-b662-4000-b221-d65e6bfcaf2b tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:39.679421 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-8298a945-b662-4000-b221-d65e6bfcaf2b tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:39.712917 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-8298a945-b662-4000-b221-d65e6bfcaf2b tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9442756 Jul 06 15:01:39.739790 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-0bc7e048-2bd6-421d-9d22-cfd42e1e2436 service neutron] Request body: {'port': {'device_id': 'f8d335b9-183b-4c90-971b-53037a6c59fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:01:39.825074 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-0bc7e048-2bd6-421d-9d22-cfd42e1e2436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:39.932034 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-7d3c494a-614f-4f33-847b-19e0592bc304 None None] Provisioning for port 7b23bc37-2ef5-4356-ac3f-fa66c70aaeac completed by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:01:39.936728 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-7d3c494a-614f-4f33-847b-19e0592bc304 None None] Provisioning complete for port 7b23bc37-2ef5-4356-ac3f-fa66c70aaeac triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:01:39.937224 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-7d3c494a-614f-4f33-847b-19e0592bc304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:39.981309 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-7d3c494a-614f-4f33-847b-19e0592bc304 None None] Port 7b23bc37-2ef5-4356-ac3f-fa66c70aaeac cannot update to ACTIVE because it is not bound. {{(pid=92917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:01:40.226209 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.notifiers.nova [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-0bc7e048-2bd6-421d-9d22-cfd42e1e2436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b23bc37-2ef5-4356-ac3f-fa66c70aaeac {{(pid=92916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:01:40.235333 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-0bc7e048-2bd6-421d-9d22-cfd42e1e2436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:40.255309 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-516de38a-22db-4571-948b-a5ebed9db578 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:40.256197 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.provisioning_blocks [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-0bc7e048-2bd6-421d-9d22-cfd42e1e2436 service neutron] Transition to ACTIVE for port object 7b23bc37-2ef5-4356-ac3f-fa66c70aaeac will not be triggered until provisioned by entity L2. {{(pid=92916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:01:40.262714 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-516de38a-22db-4571-948b-a5ebed9db578 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413103'] for floatingip, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:40.262925 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-0bc7e048-2bd6-421d-9d22-cfd42e1e2436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824505'] for port, after_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:40.324913 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc7e048-2bd6-421d-9d22-cfd42e1e2436 service neutron] Pushing event updated for resources: {'Port': ['ID=7b23bc37-2ef5-4356-ac3f-fa66c70aaeac,revision_number=2']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:40.439738 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.managers [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-0bc7e048-2bd6-421d-9d22-cfd42e1e2436 service neutron] Attempting to bind port 7b23bc37-2ef5-4356-ac3f-fa66c70aaeac on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:01:40.440080 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.managers [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-0bc7e048-2bd6-421d-9d22-cfd42e1e2436 service neutron] Attempting to bind port 7b23bc37-2ef5-4356-ac3f-fa66c70aaeac by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '6e67dca4-9076-477c-8ff5-c332e7f6363b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2'}] {{(pid=92916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:01:40.440411 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-0bc7e048-2bd6-421d-9d22-cfd42e1e2436 service neutron] Attempting to bind port 7b23bc37-2ef5-4356-ac3f-fa66c70aaeac on network 3ff68c5b-71a5-4643-a235-ca1e74ec9ec2 {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:01:40.448175 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.db.l3_db [None req-516de38a-22db-4571-948b-a5ebed9db578 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Floating IP 6ad09222-9869-4b50-9eaf-a6ab7ef2ddb5 associated. External IP: 172.27.3.213, port: e4e1475c-63be-4e7f-92d9-08c81ce73063. Jul 06 15:01:40.459096 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-0bc7e048-2bd6-421d-9d22-cfd42e1e2436 service neutron] Port 7b23bc37-2ef5-4356-ac3f-fa66c70aaeac on network 3ff68c5b-71a5-4643-a235-ca1e74ec9ec2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 15:01:40.459646 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-0bc7e048-2bd6-421d-9d22-cfd42e1e2436 service neutron] Attempting to bind port 7b23bc37-2ef5-4356-ac3f-fa66c70aaeac on network 3ff68c5b-71a5-4643-a235-ca1e74ec9ec2 {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:01:40.468181 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-0bc7e048-2bd6-421d-9d22-cfd42e1e2436 service neutron] Checking agent: {'id': '04d4ab22-d878-41a9-afec-a7a2984360cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'started_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:01:40.468535 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-0bc7e048-2bd6-421d-9d22-cfd42e1e2436 service neutron] Checking segment: {'id': '6e67dca4-9076-477c-8ff5-c332e7f6363b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:01:40.468921 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-0bc7e048-2bd6-421d-9d22-cfd42e1e2436 service neutron] Bound using segment: {'id': '6e67dca4-9076-477c-8ff5-c332e7f6363b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2'} {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:01:40.469357 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.managers [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-0bc7e048-2bd6-421d-9d22-cfd42e1e2436 service neutron] Bound port: 7b23bc37-2ef5-4356-ac3f-fa66c70aaeac, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e67dca4-9076-477c-8ff5-c332e7f6363b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2'}}] {{(pid=92916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:01:40.469722 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-0bc7e048-2bd6-421d-9d22-cfd42e1e2436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:40.561751 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-0bc7e048-2bd6-421d-9d22-cfd42e1e2436 service neutron] For port 7b23bc37-2ef5-4356-ac3f-fa66c70aaeac, host hv-cinder-78836, cleared binding levels {{(pid=92916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:01:40.565449 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-0bc7e048-2bd6-421d-9d22-cfd42e1e2436 service neutron] For port 7b23bc37-2ef5-4356-ac3f-fa66c70aaeac, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7b23bc37-2ef5-4356-ac3f-fa66c70aaeac,segment=NetworkSegment(6e67dca4-9076-477c-8ff5-c332e7f6363b),segment_id=6e67dca4-9076-477c-8ff5-c332e7f6363b)] {{(pid=92916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:01:40.571586 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-0bc7e048-2bd6-421d-9d22-cfd42e1e2436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824505'] for port, after_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:40.613541 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-0bc7e048-2bd6-421d-9d22-cfd42e1e2436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:40.614352 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-0bc7e048-2bd6-421d-9d22-cfd42e1e2436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:40.616035 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-0bc7e048-2bd6-421d-9d22-cfd42e1e2436 service neutron] 10.222.0.25 "PUT /v2.0/ports/7b23bc37-2ef5-4356-ac3f-fa66c70aaeac HTTP/1.1" status: 200 len: 1093 time: 0.8878646 Jul 06 15:01:40.617348 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d335b9-183b-4c90-971b-53037a6c59fe', 'tag': '7b23bc37-2ef5-4356-ac3f-fa66c70aaeac'}] {{(pid=92916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:01:40.620706 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95076a2cfa108320b507fde56cef9a7a3e09023494eaa6cf19f085f96635572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c1e28a-12e6-413d-8920-7dbee65cc353" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d335b9-183b-4c90-971b-53037a6c59fe", "tag": "7b23bc37-2ef5-4356-ac3f-fa66c70aaeac"}]}' {{(pid=92916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:01:40.677057 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 53192) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:40.679746 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1772e046-a1ec-4036-a5e6-fe00c90adf95 x-openstack-request-id: req-1772e046-a1ec-4036-a5e6-fe00c90adf95 {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:01:40.680201 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d335b9-183b-4c90-971b-53037a6c59fe", "tag": "7b23bc37-2ef5-4356-ac3f-fa66c70aaeac", "status": "completed", "code": 200}]} {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:01:40.680583 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1772e046-a1ec-4036-a5e6-fe00c90adf95 {{(pid=92916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:01:40.681591 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d335b9-183b-4c90-971b-53037a6c59fe', 'tag': '7b23bc37-2ef5-4356-ac3f-fa66c70aaeac', 'status': 'completed', 'code': 200} Jul 06 15:01:40.690328 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc7e048-2bd6-421d-9d22-cfd42e1e2436 service neutron] Pushing event updated for resources: {'Port': ['ID=7b23bc37-2ef5-4356-ac3f-fa66c70aaeac,revision_number=3']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:40.767409 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-a93a0cd7-168e-4339-b670-a69bba5b9f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:40.771117 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-a93a0cd7-168e-4339-b670-a69bba5b9f60 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=afa5e93041564fd1819d89057c9d3e39&device_id=f8d335b9-183b-4c90-971b-53037a6c59fe HTTP/1.1" status: 200 len: 1096 time: 0.0752416 Jul 06 15:01:40.780199 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe957f-e94e-460b-9d1d-fb172fdac8de req-e34dca36-9738-4f1c-8042-171aa83bcf9e tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:40.781932 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a1fe957f-e94e-460b-9d1d-fb172fdac8de req-e34dca36-9738-4f1c-8042-171aa83bcf9e tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8d335b9-183b-4c90-971b-53037a6c59fe HTTP/1.1" status: 200 len: 943 time: 0.2599521 Jul 06 15:01:40.838998 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-e565274a-71ec-4aed-8643-3c20423c6f68 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b23bc37-2ef5-4356-ac3f-fa66c70aaeac HTTP/1.1" status: 200 len: 217 time: 0.0559363 Jul 06 15:01:40.849250 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516de38a-22db-4571-948b-a5ebed9db578 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Router 0ffd8770-b11a-4323-af17-ec8ce61bf813 has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:01:40.877196 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a1fe957f-e94e-460b-9d1d-fb172fdac8de req-f80c552d-7d4e-4887-81a8-331933de95ed tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=faae181e-9f3a-4097-a859-58384e34633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832825 Jul 06 15:01:40.956354 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-e6983d23-6ac7-4baf-b78f-2697e73e1caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:40.957742 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-e6983d23-6ac7-4baf-b78f-2697e73e1caa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=759d2c94-0450-42a6-a657-8515f615c234 HTTP/1.1" status: 200 len: 850 time: 0.1039863 Jul 06 15:01:40.958887 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-efb0c794-c77b-4e4d-bf93-38f0b2584515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:41.011159 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516de38a-22db-4571-948b-a5ebed9db578 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:01:41.021534 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-516de38a-22db-4571-948b-a5ebed9db578 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for floatingip, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:41.022079 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dcac67-5bf7-4049-a055-24899257be36 None None] Sync routers for ids ['0ffd8770-b11a-4323-af17-ec8ce61bf813'] in dv-cinder-788363-5-iscsi {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:01:41.036682 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dcac67-5bf7-4049-a055-24899257be36 None None] Routers {'0ffd8770-b11a-4323-af17-ec8ce61bf813'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:01:41.037684 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-f2dcac67-5bf7-4049-a055-24899257be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:01:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['0ffd8770-b11a-4323-af17-ec8ce61bf813'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:01:41.072989 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-6b75a859-dc34-43bf-b364-704fa77db8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:41.077418 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-516de38a-22db-4571-948b-a5ebed9db578 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "PUT /v2.0/floatingips/6ad09222-9869-4b50-9eaf-a6ab7ef2ddb5 HTTP/1.1" status: 200 len: 992 time: 1.5253406 Jul 06 15:01:41.077618 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-6b75a859-dc34-43bf-b364-704fa77db8c8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3ff68c5b-71a5-4643-a235-ca1e74ec9ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1069975 Jul 06 15:01:41.077723 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fee08f-a112-4e0f-9957-ea22297eadc4', 'tag': 'e4e1475c-63be-4e7f-92d9-08c81ce73063'}] {{(pid=92915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:01:41.090734 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92756195bd967bcafd15386578949a9109be95aebc1330c0508ce0179bff92bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26318140-46a0-4ef1-9784-93ae8590208e" -d '{"events": [{"name": "network-changed", "server_uuid": "e8fee08f-a112-4e0f-9957-ea22297eadc4", "tag": "e4e1475c-63be-4e7f-92d9-08c81ce73063"}]}' {{(pid=92915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:01:41.174444 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29a7d95-2aa2-490a-a98f-2161d9a7f342 x-openstack-request-id: req-c29a7d95-2aa2-490a-a98f-2161d9a7f342 {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:01:41.174760 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8fee08f-a112-4e0f-9957-ea22297eadc4", "tag": "e4e1475c-63be-4e7f-92d9-08c81ce73063", "status": "completed", "code": 200}]} {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:01:41.175106 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c29a7d95-2aa2-490a-a98f-2161d9a7f342 {{(pid=92915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:01:41.175511 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fee08f-a112-4e0f-9957-ea22297eadc4', 'tag': 'e4e1475c-63be-4e7f-92d9-08c81ce73063', 'status': 'completed', 'code': 200} Jul 06 15:01:41.210590 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-efb0c794-c77b-4e4d-bf93-38f0b2584515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:41.222500 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-f2dcac67-5bf7-4049-a055-24899257be36 None None] Set router 0ffd8770-b11a-4323-af17-ec8ce61bf813 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:01:41.225747 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-efb0c794-c77b-4e4d-bf93-38f0b2584515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:41.292244 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-67a92154-19f2-4dfb-b820-0cc88518141b service neutron] 10.222.0.25 "GET /v2.0/networks/3ff68c5b-71a5-4643-a235-ca1e74ec9ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083712 Jul 06 15:01:41.301505 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-efb0c794-c77b-4e4d-bf93-38f0b2584515 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=debff6ce22b2476e8c32eb26e2fd277f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6160817 Jul 06 15:01:41.301936 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 53210) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:41.302569 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0c794-c77b-4e4d-bf93-38f0b2584515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9088cce3-a9dc-497c-b86a-a63dd75fa2fe,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:41.393061 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26318140-46a0-4ef1-9784-93ae8590208e req-34ce7826-8582-45f5-a9a4-91eb44a6e096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:41.395721 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-26318140-46a0-4ef1-9784-93ae8590208e req-34ce7826-8582-45f5-a9a4-91eb44a6e096 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=db10d77829764bf49e4461d41eb69399&device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 1099 time: 0.1632421 Jul 06 15:01:41.441840 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-abad82e2-3db8-45dd-a00f-5e11528dd1b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:41.467272 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-02bb74b4-3a63-41cb-b19f-38a8084630a2 req-1fffe4be-6d2b-4151-86f7-4e433afedd9b service neutron] 10.222.0.25 "GET /v2.0/networks/3ff68c5b-71a5-4643-a235-ca1e74ec9ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670773 Jul 06 15:01:41.503594 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-abad82e2-3db8-45dd-a00f-5e11528dd1b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:41.555597 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-f2dcac67-5bf7-4049-a055-24899257be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'name': 'tempest-AttachVolumeShelveTestJSON-1180299821-router', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:30Z', 'updated_at': '2021-07-06T14:56:39Z', 'revision_number': 4, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'gw_port': {'id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:32Z', 'updated_at': '2021-07-06T14:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_floatingips': [{'id': '6ad09222-9869-4b50-9eaf-a6ab7ef2ddb5', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'floating_ip_address': '172.27.3.213', 'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'router_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'port_id': 'e4e1475c-63be-4e7f-92d9-08c81ce73063', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad', 'mac_address': 'fa:16:3e:8d:fa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fee08f-a112-4e0f-9957-ea22297eadc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:01:22Z', 'updated_at': '2021-07-06T15:01:40Z', 'revision_number': 1, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc', 'name': '', 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'mac_address': 'fa:16:3e:83:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:37Z', 'updated_at': '2021-07-06T14:56:55Z', 'revision_number': 5, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'subnets': [{'id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:01:41.573416 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26318140-46a0-4ef1-9784-93ae8590208e req-b07e053d-6edb-4376-bbcf-61195aba87e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:41.575257 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-26318140-46a0-4ef1-9784-93ae8590208e req-b07e053d-6edb-4376-bbcf-61195aba87e0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f96a7279-5988-4867-aff6-4945f71924ad HTTP/1.1" status: 200 len: 918 time: 0.1699514 Jul 06 15:01:41.586403 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dcac67-5bf7-4049-a055-24899257be36 None None] Checking router: 0ffd8770-b11a-4323-af17-ec8ce61bf813 for host: dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:01:41.599051 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dcac67-5bf7-4049-a055-24899257be36 None None] Routers {'0ffd8770-b11a-4323-af17-ec8ce61bf813'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:01:41.601171 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-f2dcac67-5bf7-4049-a055-24899257be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:01:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['0ffd8770-b11a-4323-af17-ec8ce61bf813'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:01:41.637389 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1e28a-12e6-413d-8920-7dbee65cc353 req-704f4689-0af6-4ca3-85b8-a2ea0f2af0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:41.637389 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-94c1e28a-12e6-413d-8920-7dbee65cc353 req-704f4689-0af6-4ca3-85b8-a2ea0f2af0c8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=afa5e93041564fd1819d89057c9d3e39&device_id=f8d335b9-183b-4c90-971b-53037a6c59fe HTTP/1.1" status: 200 len: 1096 time: 0.0667982 Jul 06 15:01:41.653975 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-abad82e2-3db8-45dd-a00f-5e11528dd1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:41.656675 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-abad82e2-3db8-45dd-a00f-5e11528dd1b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:41.657810 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-abad82e2-3db8-45dd-a00f-5e11528dd1b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9088cce3-a9dc-497c-b86a-a63dd75fa2fe HTTP/1.1" status: 204 len: 168 time: 0.3547940 Jul 06 15:01:41.670360 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad82e2-3db8-45dd-a00f-5e11528dd1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9088cce3-a9dc-497c-b86a-a63dd75fa2fe,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:41.673778 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-26318140-46a0-4ef1-9784-93ae8590208e req-e57dbb53-4bd0-442c-b407-de9b65be4599 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4e1475c-63be-4e7f-92d9-08c81ce73063 HTTP/1.1" status: 200 len: 1000 time: 0.0912197 Jul 06 15:01:41.735563 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26318140-46a0-4ef1-9784-93ae8590208e req-bedb62d2-18f7-4be2-bc8e-22fb5c98f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:41.736997 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-26318140-46a0-4ef1-9784-93ae8590208e req-bedb62d2-18f7-4be2-bc8e-22fb5c98f01b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ca664667-a6f7-4c2d-bec6-bb0d219a131a HTTP/1.1" status: 200 len: 856 time: 0.0551994 Jul 06 15:01:41.754797 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1e28a-12e6-413d-8920-7dbee65cc353 req-9ae08186-f566-4a25-8b77-95446d6d0533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:41.756695 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-94c1e28a-12e6-413d-8920-7dbee65cc353 req-9ae08186-f566-4a25-8b77-95446d6d0533 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3ff68c5b-71a5-4643-a235-ca1e74ec9ec2 HTTP/1.1" status: 200 len: 912 time: 0.1116686 Jul 06 15:01:41.760022 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-f2dcac67-5bf7-4049-a055-24899257be36 None None] Set router 0ffd8770-b11a-4323-af17-ec8ce61bf813 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:01:41.808703 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26318140-46a0-4ef1-9784-93ae8590208e req-fdcf8f3f-3be5-41fe-96f0-8c3716b4c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:41.810728 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-26318140-46a0-4ef1-9784-93ae8590208e req-fdcf8f3f-3be5-41fe-96f0-8c3716b4c83f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f96a7279-5988-4867-aff6-4945f71924ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0663781 Jul 06 15:01:41.816782 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-94c1e28a-12e6-413d-8920-7dbee65cc353 req-ede7eaa6-5339-4308-bd98-31a0087c429a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b23bc37-2ef5-4356-ac3f-fa66c70aaeac HTTP/1.1" status: 200 len: 217 time: 0.0529668 Jul 06 15:01:42.007042 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 53218) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:42.025470 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-b966bb96-a817-4e66-8df2-17c9e6a0617d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:42.067970 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-f2dcac67-5bf7-4049-a055-24899257be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'name': 'tempest-AttachVolumeShelveTestJSON-1180299821-router', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:30Z', 'updated_at': '2021-07-06T14:56:39Z', 'revision_number': 4, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'gw_port': {'id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:32Z', 'updated_at': '2021-07-06T14:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_floatingips': [{'id': '6ad09222-9869-4b50-9eaf-a6ab7ef2ddb5', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'floating_ip_address': '172.27.3.213', 'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'router_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'port_id': 'e4e1475c-63be-4e7f-92d9-08c81ce73063', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad', 'mac_address': 'fa:16:3e:8d:fa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fee08f-a112-4e0f-9957-ea22297eadc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:01:22Z', 'updated_at': '2021-07-06T15:01:40Z', 'revision_number': 1, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc', 'name': '', 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'mac_address': 'fa:16:3e:83:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:37Z', 'updated_at': '2021-07-06T14:56:55Z', 'revision_number': 5, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'subnets': [{'id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:01:42.105407 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dcac67-5bf7-4049-a055-24899257be36 None None] The sync data for ids ['0ffd8770-b11a-4323-af17-ec8ce61bf813'] in dv-cinder-788363-5-iscsi is: [{'id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'name': 'tempest-AttachVolumeShelveTestJSON-1180299821-router', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:30Z', 'updated_at': '2021-07-06T14:56:39Z', 'revision_number': 4, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'gw_port': {'id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:32Z', 'updated_at': '2021-07-06T14:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_floatingips': [{'id': '6ad09222-9869-4b50-9eaf-a6ab7ef2ddb5', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'floating_ip_address': '172.27.3.213', 'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'router_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'port_id': 'e4e1475c-63be-4e7f-92d9-08c81ce73063', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad', 'mac_address': 'fa:16:3e:8d:fa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fee08f-a112-4e0f-9957-ea22297eadc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:01:22Z', 'updated_at': '2021-07-06T15:01:40Z', 'revision_number': 1, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc', 'name': '', 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'mac_address': 'fa:16:3e:83:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:37Z', 'updated_at': '2021-07-06T14:56:55Z', 'revision_number': 5, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'subnets': [{'id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:01:42.151670 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1dc3a-903b-4061-934d-8bcbf644d432 req-84155c67-6a4f-49d5-9bb2-c852d28d4bec tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:42.153272 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-51a1dc3a-903b-4061-934d-8bcbf644d432 req-84155c67-6a4f-49d5-9bb2-c852d28d4bec tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8d335b9-183b-4c90-971b-53037a6c59fe HTTP/1.1" status: 200 len: 943 time: 0.1196697 Jul 06 15:01:42.254089 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-51a1dc3a-903b-4061-934d-8bcbf644d432 req-3301ac4f-344c-4471-9136-fc533b6c06a9 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=faae181e-9f3a-4097-a859-58384e34633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920718 Jul 06 15:01:42.260029 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-b966bb96-a817-4e66-8df2-17c9e6a0617d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:42.277413 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-b966bb96-a817-4e66-8df2-17c9e6a0617d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:42.327460 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-b966bb96-a817-4e66-8df2-17c9e6a0617d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df6fbb48fbf0424d9f3810d2d6334e99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3198013 Jul 06 15:01:42.330458 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 53224) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:42.333960 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966bb96-a817-4e66-8df2-17c9e6a0617d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14b6c62-7650-4f8a-a06c-51b2e8740939,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:42.365154 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bf07ad-1d1d-4799-84ae-0bb7f343eac8 None None] New status for floating IP 6ad09222-9869-4b50-9eaf-a6ab7ef2ddb5: ACTIVE {{(pid=92918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:01:42.407896 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ea15d633-f329-4947-ad42-90f95d6c5d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:42.433976 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ea15d633-f329-4947-ad42-90f95d6c5d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:42.489134 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ea15d633-f329-4947-ad42-90f95d6c5d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:42.492730 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ea15d633-f329-4947-ad42-90f95d6c5d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:42.494207 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-ea15d633-f329-4947-ad42-90f95d6c5d53 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e14b6c62-7650-4f8a-a06c-51b2e8740939 HTTP/1.1" status: 204 len: 168 time: 0.1625552 Jul 06 15:01:42.502925 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15d633-f329-4947-ad42-90f95d6c5d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14b6c62-7650-4f8a-a06c-51b2e8740939,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:43.249688 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 53246) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:43.361814 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-b402b481-8027-4418-abe0-87b191e3a1cf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-202444947-network', 'tenant_id': '23ff0a1d5c694476a512d3adbac9cc33'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:01:43.389574 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b402b481-8027-4418-abe0-87b191e3a1cf admin admin] Made reservation on behalf of 23ff0a1d5c694476a512d3adbac9cc33 for: {'network': 1} {{(pid=92916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:01:43.393484 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-b402b481-8027-4418-abe0-87b191e3a1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for network, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:43.415838 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-b402b481-8027-4418-abe0-87b191e3a1cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:43.478303 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22802819-09ec-42ea-b711-8beb32b0521e req-fef4e86a-ecaa-499c-8b26-7fbc038cabad tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:43.479993 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-22802819-09ec-42ea-b711-8beb32b0521e req-fef4e86a-ecaa-499c-8b26-7fbc038cabad tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8d335b9-183b-4c90-971b-53037a6c59fe HTTP/1.1" status: 200 len: 943 time: 0.1010063 Jul 06 15:01:43.528585 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-b402b481-8027-4418-abe0-87b191e3a1cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:43.529035 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-22802819-09ec-42ea-b711-8beb32b0521e req-92880dfe-5842-4218-a648-a60f5a449461 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=faae181e-9f3a-4097-a859-58384e34633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391185 Jul 06 15:01:43.533543 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-b402b481-8027-4418-abe0-87b191e3a1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:43.557104 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b402b481-8027-4418-abe0-87b191e3a1cf admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=92916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:01:43.573934 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402b481-8027-4418-abe0-87b191e3a1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a758d2-2cd6-4a16-9422-68fcbd0073b1,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:43.578106 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-b402b481-8027-4418-abe0-87b191e3a1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:43.578522 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.db.segments_db [None req-b402b481-8027-4418-abe0-87b191e3a1cf admin admin] Added segment ddc89320-be62-4bda-a694-d83b89efe665 of type vlan for network 1e7fa92f-2db4-40a1-a91d-a11528169d32 Jul 06 15:01:43.619450 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-b402b481-8027-4418-abe0-87b191e3a1cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766384329310'] for network, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:43.658354 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-b402b481-8027-4418-abe0-87b191e3a1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040'] for network, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:43.659451 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b402b481-8027-4418-abe0-87b191e3a1cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:43.660111 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-b402b481-8027-4418-abe0-87b191e3a1cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:43.711251 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-b402b481-8027-4418-abe0-87b191e3a1cf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4600670 Jul 06 15:01:43.716132 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 53254) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:43.721352 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402b481-8027-4418-abe0-87b191e3a1cf admin admin] Pushing event updated for resources: {'Network': ['ID=1e7fa92f-2db4-40a1-a91d-a11528169d32,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:43.724525 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-a860868d-2849-462f-bb7d-427d41ee0133 admin admin] Request body: {'subnet': {'network_id': '1e7fa92f-2db4-40a1-a91d-a11528169d32', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-202444947-subnet', 'tenant_id': '23ff0a1d5c694476a512d3adbac9cc33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:01:43.731901 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Network 1e7fa92f-2db4-40a1-a91d-a11528169d32 details requested by agent ovs-agent-dv-cinder-788363-5-iscsi with host dv-cinder-788363-5-iscsi {{(pid=92917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:01:43.751863 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a860868d-2849-462f-bb7d-427d41ee0133 admin admin] Made reservation on behalf of 23ff0a1d5c694476a512d3adbac9cc33 for: {'subnet': 1} {{(pid=92915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:01:43.754411 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a860868d-2849-462f-bb7d-427d41ee0133 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146038'] for subnet, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:43.933568 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a860868d-2849-462f-bb7d-427d41ee0133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2297279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146020'] for subnet, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:43.990894 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860868d-2849-462f-bb7d-427d41ee0133 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05628573-47ac-4737-99f3-6b737083740e,revision_number=0']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:44.002852 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a860868d-2849-462f-bb7d-427d41ee0133 admin admin] Checking segment: {'id': 'ddc89320-be62-4bda-a694-d83b89efe665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1e7fa92f-2db4-40a1-a91d-a11528169d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:01:44.003239 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a860868d-2849-462f-bb7d-427d41ee0133 admin admin] Network hostable DHCP agents. Network: 1e7fa92f-2db4-40a1-a91d-a11528169d32, hostable agents: ['69855ee5-e315-4bf8-8b06-7c2b552a2d00'], hosted agents: [] {{(pid=92915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:01:44.021104 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a860868d-2849-462f-bb7d-427d41ee0133 admin admin] Network 1e7fa92f-2db4-40a1-a91d-a11528169d32 is scheduled to be hosted by DHCP agent 69855ee5-e315-4bf8-8b06-7c2b552a2d00 with binding_index 1 {{(pid=92915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:01:44.032912 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [None req-a860868d-2849-462f-bb7d-427d41ee0133 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-5-iscsi, 1e7fa92f-2db4-40a1-a91d-a11528169d32) {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:01:44.038367 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a860868d-2849-462f-bb7d-427d41ee0133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:44.039291 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a860868d-2849-462f-bb7d-427d41ee0133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for subnet, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:44.044507 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f69b6b-3fee-4bee-ba2b-4de2f55be535 None None] Network 1e7fa92f-2db4-40a1-a91d-a11528169d32 requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:01:44.063631 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-a860868d-2849-462f-bb7d-427d41ee0133 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3362124 Jul 06 15:01:44.206378 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98000e1-f577-44b8-b9dc-9fe723c9817a None None] Network 1e7fa92f-2db4-40a1-a91d-a11528169d32 requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:01:44.650394 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1e28a-12e6-413d-8920-7dbee65cc353 req-65d8e8d0-08ea-4721-bb11-f052f956e409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:44.652723 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-94c1e28a-12e6-413d-8920-7dbee65cc353 req-65d8e8d0-08ea-4721-bb11-f052f956e409 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=759d2c94-0450-42a6-a657-8515f615c234 HTTP/1.1" status: 200 len: 850 time: 0.1134422 Jul 06 15:01:44.728781 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-26318140-46a0-4ef1-9784-93ae8590208e req-34f9f910-c82e-427a-8d13-c19aa5656bc1 service neutron] 10.222.0.25 "GET /v2.0/networks/f96a7279-5988-4867-aff6-4945f71924ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913433 Jul 06 15:01:44.729408 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1e28a-12e6-413d-8920-7dbee65cc353 req-05ad2c31-9beb-4888-8f6c-62de4d376fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:44.731654 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-94c1e28a-12e6-413d-8920-7dbee65cc353 req-05ad2c31-9beb-4888-8f6c-62de4d376fb4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3ff68c5b-71a5-4643-a235-ca1e74ec9ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0645061 Jul 06 15:01:44.813077 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4ef90-3dea-4459-a702-f089475ecb28 req-f28a56f4-4300-4015-b079-cc43b977f4e2 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:44.814653 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-afa4ef90-3dea-4459-a702-f089475ecb28 req-f28a56f4-4300-4015-b079-cc43b977f4e2 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8d335b9-183b-4c90-971b-53037a6c59fe HTTP/1.1" status: 200 len: 943 time: 0.1390104 Jul 06 15:01:44.839966 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-94c1e28a-12e6-413d-8920-7dbee65cc353 req-3e6aae59-4052-44b2-a37d-75118a348f52 service neutron] 10.222.0.25 "GET /v2.0/networks/3ff68c5b-71a5-4643-a235-ca1e74ec9ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957899 Jul 06 15:01:44.880691 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-26318140-46a0-4ef1-9784-93ae8590208e req-682a107a-79b2-467a-a2bc-c774fd246b2b service neutron] 10.222.0.25 "GET /v2.0/networks/f96a7279-5988-4867-aff6-4945f71924ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365888 Jul 06 15:01:44.886448 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-afa4ef90-3dea-4459-a702-f089475ecb28 req-457ddaea-1b6a-4133-b2f1-920ec73687a9 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=faae181e-9f3a-4097-a859-58384e34633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612292 Jul 06 15:01:44.977765 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-94c1e28a-12e6-413d-8920-7dbee65cc353 req-04a3fa86-f0dd-4e44-988c-40aace18fab4 service neutron] 10.222.0.25 "GET /v2.0/networks/3ff68c5b-71a5-4643-a235-ca1e74ec9ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298063 Jul 06 15:01:45.907820 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-f394308b-c58d-452a-9ce9-807eebfcec05 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:45.909332 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-f394308b-c58d-452a-9ce9-807eebfcec05 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/networks?id=1e7fa92f-2db4-40a1-a91d-a11528169d32 HTTP/1.1" status: 200 len: 808 time: 0.1034062 Jul 06 15:01:45.925393 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-b307516f-629f-4602-8c4e-ba429645e72e tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/quotas/23ff0a1d5c694476a512d3adbac9cc33 HTTP/1.1" status: 200 len: 375 time: 0.0094709 Jul 06 15:01:45.961021 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-ab03b63e-4d22-4d6d-bcfa-802beeb60bb0 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=23ff0a1d5c694476a512d3adbac9cc33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297215 Jul 06 15:01:46.068494 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-20dee34f-0fae-4e37-bd33-63d4177b38a3 service neutron] 10.222.0.20 "GET /v2.0/networks/1e7fa92f-2db4-40a1-a91d-a11528169d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009243 Jul 06 15:01:46.110673 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb52be4-7930-4632-a505-784157718022 req-b63dcfcd-3915-4cc8-92c5-f609e1707050 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:46.112922 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-beb52be4-7930-4632-a505-784157718022 req-b63dcfcd-3915-4cc8-92c5-f609e1707050 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8d335b9-183b-4c90-971b-53037a6c59fe HTTP/1.1" status: 200 len: 943 time: 0.0810812 Jul 06 15:01:46.153383 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-beb52be4-7930-4632-a505-784157718022 req-6f73540b-5d1e-4153-9f57-375dfc587bda tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=faae181e-9f3a-4097-a859-58384e34633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344119 Jul 06 15:01:46.169496 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-f2f66f49-8b7c-44b6-9b73-abe48b2438a0 service neutron] 10.222.0.20 "GET /v2.0/networks/1e7fa92f-2db4-40a1-a91d-a11528169d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938821 Jul 06 15:01:46.342325 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-6a3496a2-1f38-41c5-a06e-262c7838b806 req-168d608b-702b-407d-9968-521c00dbe4ea tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e50e8f2-caf4-4e16-a115-d2c7385189b7 HTTP/1.1" status: 200 len: 210 time: 0.0302291 Jul 06 15:01:47.099120 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 7b23bc37-2ef5-4356-ac3f-fa66c70aaeac details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:01:47.259801 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 7b23bc37-2ef5-4356-ac3f-fa66c70aaeac, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7b23bc37-2ef5-4356-ac3f-fa66c70aaeac,segment=NetworkSegment(6e67dca4-9076-477c-8ff5-c332e7f6363b),segment_id=6e67dca4-9076-477c-8ff5-c332e7f6363b)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:01:47.277192 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Returning: {'device': '7b23bc37-2ef5-4356-ac3f-fa66c70aaeac', 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2', 'port_id': '7b23bc37-2ef5-4356-ac3f-fa66c70aaeac', 'mac_address': 'fa:16:3e:c5:05:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '759d2c94-0450-42a6-a657-8515f615c234', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:01:47.333838 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:47.350175 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b23bc37-2ef5-4356-ac3f-fa66c70aaeac {{(pid=92917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:01:47.380979 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 7b23bc37-2ef5-4356-ac3f-fa66c70aaeac, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7b23bc37-2ef5-4356-ac3f-fa66c70aaeac,segment=NetworkSegment(6e67dca4-9076-477c-8ff5-c332e7f6363b),segment_id=6e67dca4-9076-477c-8ff5-c332e7f6363b)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:01:47.387447 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:47.399753 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8d410-67b1-493d-a68a-bc440cbfae47 req-dba3fa9d-326f-45a2-8555-5136dd43c6c1 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:47.401453 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-41f8d410-67b1-493d-a68a-bc440cbfae47 req-dba3fa9d-326f-45a2-8555-5136dd43c6c1 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8d335b9-183b-4c90-971b-53037a6c59fe HTTP/1.1" status: 200 len: 943 time: 0.0861988 Jul 06 15:01:47.449479 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-41f8d410-67b1-493d-a68a-bc440cbfae47 req-6ea449ec-59b7-4b24-b7c2-8e82c6abfc3b tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=faae181e-9f3a-4097-a859-58384e34633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415435 Jul 06 15:01:47.455149 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=7b23bc37-2ef5-4356-ac3f-fa66c70aaeac,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:47.530633 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0af41582-d554-4858-8357-9c307a7b6db1 req-76afbd46-c577-4036-aa2b-c8e467d814a4 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e50e8f2-caf4-4e16-a115-d2c7385189b7 HTTP/1.1" status: 200 len: 210 time: 0.0367494 Jul 06 15:01:47.734907 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['7b23bc37-2ef5-4356-ac3f-fa66c70aaeac'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:01:47.823755 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-8501282b-0f09-487b-851c-1b4a3a17433a tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:47.825348 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-8501282b-0f09-487b-851c-1b4a3a17433a tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.25 "GET /v2.0/networks?id=1e7fa92f-2db4-40a1-a91d-a11528169d32 HTTP/1.1" status: 200 len: 808 time: 0.1352553 Jul 06 15:01:47.847436 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-0743b89b-320d-4503-a2d5-79ecd3b7b8cc tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Request body: {'port': {'device_id': '1e50e8f2-caf4-4e16-a115-d2c7385189b7', 'network_id': '1e7fa92f-2db4-40a1-a91d-a11528169d32', 'admin_state_up': True, 'tenant_id': '23ff0a1d5c694476a512d3adbac9cc33'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:01:47.990384 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-0743b89b-320d-4503-a2d5-79ecd3b7b8cc tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Made reservation on behalf of 23ff0a1d5c694476a512d3adbac9cc33 for: {'port': 1} {{(pid=92916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:01:47.994904 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-0743b89b-320d-4503-a2d5-79ecd3b7b8cc tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:48.150669 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.db_base_plugin_common [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-0743b89b-320d-4503-a2d5-79ecd3b7b8cc tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Allocated IP 172.20.0.2 (1e7fa92f-2db4-40a1-a91d-a11528169d32/05628573-47ac-4737-99f3-6b737083740e/cee09809-eb48-48a0-bbad-7bb872d2c9b7) {{(pid=92916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:01:48.312926 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-0743b89b-320d-4503-a2d5-79ecd3b7b8cc tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Notify callbacks [] for port, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:48.351905 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-0743b89b-320d-4503-a2d5-79ecd3b7b8cc tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2824651'] for port, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:48.403965 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-0743b89b-320d-4503-a2d5-79ecd3b7b8cc tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Network 1e7fa92f-2db4-40a1-a91d-a11528169d32 is already hosted by enough agents. {{(pid=92916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:01:48.409260 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.base_scheduler [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-0743b89b-320d-4503-a2d5-79ecd3b7b8cc tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Resources bound (agent type, host, resource id): {{(pid=92916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:01:48.413889 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.l3_dvrscheduler_db [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-0743b89b-320d-4503-a2d5-79ecd3b7b8cc tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Received port after_create {{(pid=92916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:01:48.438038 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743b89b-320d-4503-a2d5-79ecd3b7b8cc tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Pushing event updated for resources: {'Port': ['ID=cee09809-eb48-48a0-bbad-7bb872d2c9b7,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:48.452578 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743b89b-320d-4503-a2d5-79ecd3b7b8cc tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:48.452923 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743b89b-320d-4503-a2d5-79ecd3b7b8cc tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:48.453257 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743b89b-320d-4503-a2d5-79ecd3b7b8cc tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:48.453599 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743b89b-320d-4503-a2d5-79ecd3b7b8cc tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:48.453936 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743b89b-320d-4503-a2d5-79ecd3b7b8cc tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:48.454284 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743b89b-320d-4503-a2d5-79ecd3b7b8cc tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:48.454610 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743b89b-320d-4503-a2d5-79ecd3b7b8cc tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:48.454934 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743b89b-320d-4503-a2d5-79ecd3b7b8cc tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:48.455280 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743b89b-320d-4503-a2d5-79ecd3b7b8cc tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:48.455600 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743b89b-320d-4503-a2d5-79ecd3b7b8cc tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:48.455921 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743b89b-320d-4503-a2d5-79ecd3b7b8cc tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:48.456239 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743b89b-320d-4503-a2d5-79ecd3b7b8cc tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:01:48.478319 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-0743b89b-320d-4503-a2d5-79ecd3b7b8cc tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:48.479261 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-0743b89b-320d-4503-a2d5-79ecd3b7b8cc tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:48.498154 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-0743b89b-320d-4503-a2d5-79ecd3b7b8cc tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6548998 Jul 06 15:01:48.587312 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-08f5119d-bf44-4fdd-a60c-a6ffda599d65 service neutron] Request body: {'port': {'device_id': '1e50e8f2-caf4-4e16-a115-d2c7385189b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:01:48.655699 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e795c-0b78-4f81-a2e2-b2dd2a6b6acf req-90c83cf2-1c03-434f-8489-5499c84ef24d tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:48.662636 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c45e795c-0b78-4f81-a2e2-b2dd2a6b6acf req-90c83cf2-1c03-434f-8489-5499c84ef24d tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8d335b9-183b-4c90-971b-53037a6c59fe HTTP/1.1" status: 200 len: 944 time: 0.0842366 Jul 06 15:01:48.695887 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-08f5119d-bf44-4fdd-a60c-a6ffda599d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:48.702895 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c45e795c-0b78-4f81-a2e2-b2dd2a6b6acf req-c301f416-159f-41c8-862e-b2e9205c8eb3 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=faae181e-9f3a-4097-a859-58384e34633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386708 Jul 06 15:01:48.853355 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472f3ff-5f73-4666-af51-dd7a0b41f0c9 req-6210c847-9a6d-449d-83a3-710ed85e3377 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:48.854848 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-0472f3ff-5f73-4666-af51-dd7a0b41f0c9 req-6210c847-9a6d-449d-83a3-710ed85e3377 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e50e8f2-caf4-4e16-a115-d2c7385189b7 HTTP/1.1" status: 200 len: 931 time: 0.1773922 Jul 06 15:01:49.019764 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-0472f3ff-5f73-4666-af51-dd7a0b41f0c9 req-7a10ed6f-db11-4f0e-ad3d-25a101fa6072 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7a758d2-2cd6-4a16-9422-68fcbd0073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549971 Jul 06 15:01:49.112994 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 7b23bc37-2ef5-4356-ac3f-fa66c70aaeac up at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:01:49.151495 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.notifiers.nova [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-08f5119d-bf44-4fdd-a60c-a6ffda599d65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cee09809-eb48-48a0-bbad-7bb872d2c9b7 {{(pid=92916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:01:49.160572 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-08f5119d-bf44-4fdd-a60c-a6ffda599d65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:49.177716 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning for port 7b23bc37-2ef5-4356-ac3f-fa66c70aaeac completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:01:49.183103 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.provisioning_blocks [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-08f5119d-bf44-4fdd-a60c-a6ffda599d65 service neutron] Transition to ACTIVE for port object cee09809-eb48-48a0-bbad-7bb872d2c9b7 will not be triggered until provisioned by entity L2. {{(pid=92916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:01:49.183596 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning complete for port 7b23bc37-2ef5-4356-ac3f-fa66c70aaeac triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:01:49.184283 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:49.189109 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-08f5119d-bf44-4fdd-a60c-a6ffda599d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824505'] for port, after_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:49.305808 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:49.306053 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5119d-bf44-4fdd-a60c-a6ffda599d65 service neutron] Pushing event updated for resources: {'Port': ['ID=cee09809-eb48-48a0-bbad-7bb872d2c9b7,revision_number=2']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:49.343140 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d335b9-183b-4c90-971b-53037a6c59fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b23bc37-2ef5-4356-ac3f-fa66c70aaeac'}] {{(pid=92917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:01:49.345509 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ea3ef9b0f14ac6a08de5771e2132c48ed06abd6a52ccf1dddde4c27a9981b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d9603f-0392-4560-9fa8-1c54f348d368" -d '{"events": [{"server_uuid": "f8d335b9-183b-4c90-971b-53037a6c59fe", "name": "network-vif-plugged", "status": "completed", "tag": "7b23bc37-2ef5-4356-ac3f-fa66c70aaeac"}]}' {{(pid=92917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:01:49.353923 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.managers [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-08f5119d-bf44-4fdd-a60c-a6ffda599d65 service neutron] Attempting to bind port cee09809-eb48-48a0-bbad-7bb872d2c9b7 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:01:49.354330 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.managers [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-08f5119d-bf44-4fdd-a60c-a6ffda599d65 service neutron] Attempting to bind port cee09809-eb48-48a0-bbad-7bb872d2c9b7 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'ddc89320-be62-4bda-a694-d83b89efe665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1e7fa92f-2db4-40a1-a91d-a11528169d32'}] {{(pid=92916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:01:49.354842 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-08f5119d-bf44-4fdd-a60c-a6ffda599d65 service neutron] Attempting to bind port cee09809-eb48-48a0-bbad-7bb872d2c9b7 on network 1e7fa92f-2db4-40a1-a91d-a11528169d32 {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:01:49.359903 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-08f5119d-bf44-4fdd-a60c-a6ffda599d65 service neutron] Port cee09809-eb48-48a0-bbad-7bb872d2c9b7 on network 1e7fa92f-2db4-40a1-a91d-a11528169d32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 15:01:49.360229 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-08f5119d-bf44-4fdd-a60c-a6ffda599d65 service neutron] Attempting to bind port cee09809-eb48-48a0-bbad-7bb872d2c9b7 on network 1e7fa92f-2db4-40a1-a91d-a11528169d32 {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:01:49.362078 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 7b23bc37-2ef5-4356-ac3f-fa66c70aaeac, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7b23bc37-2ef5-4356-ac3f-fa66c70aaeac,segment=NetworkSegment(6e67dca4-9076-477c-8ff5-c332e7f6363b),segment_id=6e67dca4-9076-477c-8ff5-c332e7f6363b)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:01:49.372095 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:49.379329 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-08f5119d-bf44-4fdd-a60c-a6ffda599d65 service neutron] Checking agent: {'id': '04d4ab22-d878-41a9-afec-a7a2984360cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'started_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:01:49.379685 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-08f5119d-bf44-4fdd-a60c-a6ffda599d65 service neutron] Checking segment: {'id': 'ddc89320-be62-4bda-a694-d83b89efe665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1e7fa92f-2db4-40a1-a91d-a11528169d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:01:49.380086 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-08f5119d-bf44-4fdd-a60c-a6ffda599d65 service neutron] Bound using segment: {'id': 'ddc89320-be62-4bda-a694-d83b89efe665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1e7fa92f-2db4-40a1-a91d-a11528169d32'} {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:01:49.380597 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.managers [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-08f5119d-bf44-4fdd-a60c-a6ffda599d65 service neutron] Bound port: cee09809-eb48-48a0-bbad-7bb872d2c9b7, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddc89320-be62-4bda-a694-d83b89efe665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1e7fa92f-2db4-40a1-a91d-a11528169d32'}}] {{(pid=92916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:01:49.380966 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-08f5119d-bf44-4fdd-a60c-a6ffda599d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:49.414423 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456359fb-ba38-472c-b068-5c8cf0c26a02 x-openstack-request-id: req-456359fb-ba38-472c-b068-5c8cf0c26a02 {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:01:49.415006 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d335b9-183b-4c90-971b-53037a6c59fe", "name": "network-vif-plugged", "status": "completed", "tag": "7b23bc37-2ef5-4356-ac3f-fa66c70aaeac", "code": 200}]} {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:01:49.415543 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-456359fb-ba38-472c-b068-5c8cf0c26a02 {{(pid=92917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:01:49.416289 dv-cinder-788363-5-iscsi neutron-server[92917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d335b9-183b-4c90-971b-53037a6c59fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b23bc37-2ef5-4356-ac3f-fa66c70aaeac', 'code': 200} Jul 06 15:01:49.456266 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-08f5119d-bf44-4fdd-a60c-a6ffda599d65 service neutron] For port cee09809-eb48-48a0-bbad-7bb872d2c9b7, host hv-cinder-78836, cleared binding levels {{(pid=92916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:01:49.461282 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=7b23bc37-2ef5-4356-ac3f-fa66c70aaeac,revision_number=5']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:49.463425 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-08f5119d-bf44-4fdd-a60c-a6ffda599d65 service neutron] For port cee09809-eb48-48a0-bbad-7bb872d2c9b7, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cee09809-eb48-48a0-bbad-7bb872d2c9b7,segment=NetworkSegment(ddc89320-be62-4bda-a694-d83b89efe665),segment_id=ddc89320-be62-4bda-a694-d83b89efe665)] {{(pid=92916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:01:49.476908 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-08f5119d-bf44-4fdd-a60c-a6ffda599d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824505'] for port, after_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:49.516052 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-08f5119d-bf44-4fdd-a60c-a6ffda599d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:49.516694 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-08f5119d-bf44-4fdd-a60c-a6ffda599d65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:49.518113 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-08f5119d-bf44-4fdd-a60c-a6ffda599d65 service neutron] 10.222.0.25 "PUT /v2.0/ports/cee09809-eb48-48a0-bbad-7bb872d2c9b7 HTTP/1.1" status: 200 len: 1093 time: 0.9947982 Jul 06 15:01:49.518644 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e50e8f2-caf4-4e16-a115-d2c7385189b7', 'tag': 'cee09809-eb48-48a0-bbad-7bb872d2c9b7'}] {{(pid=92916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:01:49.520990 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95076a2cfa108320b507fde56cef9a7a3e09023494eaa6cf19f085f96635572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8921f1-9123-4aa1-8851-1663d9f74084" -d '{"events": [{"name": "network-changed", "server_uuid": "1e50e8f2-caf4-4e16-a115-d2c7385189b7", "tag": "cee09809-eb48-48a0-bbad-7bb872d2c9b7"}]}' {{(pid=92916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:01:49.562618 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5119d-bf44-4fdd-a60c-a6ffda599d65 service neutron] Pushing event updated for resources: {'Port': ['ID=cee09809-eb48-48a0-bbad-7bb872d2c9b7,revision_number=3']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:49.599210 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099953c1-be27-4255-ae04-ecba58d1a786 x-openstack-request-id: req-099953c1-be27-4255-ae04-ecba58d1a786 {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:01:49.599943 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e50e8f2-caf4-4e16-a115-d2c7385189b7", "tag": "cee09809-eb48-48a0-bbad-7bb872d2c9b7", "status": "completed", "code": 200}]} {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:01:49.600145 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-099953c1-be27-4255-ae04-ecba58d1a786 {{(pid=92916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:01:49.601212 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e50e8f2-caf4-4e16-a115-d2c7385189b7', 'tag': 'cee09809-eb48-48a0-bbad-7bb872d2c9b7', 'status': 'completed', 'code': 200} Jul 06 15:01:49.732895 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8921f1-9123-4aa1-8851-1663d9f74084 req-5a8d11ef-0764-41b9-8b51-08ad87bdb10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:49.734648 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-3b8921f1-9123-4aa1-8851-1663d9f74084 req-5a8d11ef-0764-41b9-8b51-08ad87bdb10e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=23ff0a1d5c694476a512d3adbac9cc33&device_id=1e50e8f2-caf4-4e16-a115-d2c7385189b7 HTTP/1.1" status: 200 len: 1096 time: 0.0631726 Jul 06 15:01:49.793218 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ca905-a61a-4952-8877-39511812910d req-a9c51522-1c21-46b4-ab13-adf16aac646a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:49.795226 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-fc2ca905-a61a-4952-8877-39511812910d req-a9c51522-1c21-46b4-ab13-adf16aac646a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f8d335b9-183b-4c90-971b-53037a6c59fe HTTP/1.1" status: 200 len: 1098 time: 0.0831389 Jul 06 15:01:49.835799 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-fc2ca905-a61a-4952-8877-39511812910d req-15566ff3-b60f-46f0-b9a2-df241ea31ecd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=faae181e-9f3a-4097-a859-58384e34633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323527 Jul 06 15:01:49.988216 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8921f1-9123-4aa1-8851-1663d9f74084 req-d2ec320d-6106-4b56-bbf4-7654071d5935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:49.989622 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-3b8921f1-9123-4aa1-8851-1663d9f74084 req-d2ec320d-6106-4b56-bbf4-7654071d5935 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=23ff0a1d5c694476a512d3adbac9cc33&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2293053 Jul 06 15:01:50.011306 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683eb659-c5f3-4816-a31e-4626ebdc2955 req-83828add-b928-4560-9adf-806dbd324cb1 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:50.012837 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-683eb659-c5f3-4816-a31e-4626ebdc2955 req-83828add-b928-4560-9adf-806dbd324cb1 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8d335b9-183b-4c90-971b-53037a6c59fe HTTP/1.1" status: 200 len: 945 time: 0.1691625 Jul 06 15:01:50.056648 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-683eb659-c5f3-4816-a31e-4626ebdc2955 req-20d54d89-e914-4614-8dac-ce2500ce872f tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=faae181e-9f3a-4097-a859-58384e34633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374515 Jul 06 15:01:50.222626 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b0463-e9f8-4455-8d01-d346da4f1a5e req-c3818f96-3c6e-4691-b7ee-005a7774fae0 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:50.224242 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-165b0463-e9f8-4455-8d01-d346da4f1a5e req-c3818f96-3c6e-4691-b7ee-005a7774fae0 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e50e8f2-caf4-4e16-a115-d2c7385189b7 HTTP/1.1" status: 200 len: 943 time: 0.0717192 Jul 06 15:01:50.266088 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-165b0463-e9f8-4455-8d01-d346da4f1a5e req-12518b03-36fb-4be2-bc89-104a4cdf860e tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7a758d2-2cd6-4a16-9422-68fcbd0073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358014 Jul 06 15:01:50.587665 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8921f1-9123-4aa1-8851-1663d9f74084 req-69782885-faf7-46fe-b828-a1483f4ee2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:50.589190 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-3b8921f1-9123-4aa1-8851-1663d9f74084 req-69782885-faf7-46fe-b828-a1483f4ee2f0 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4182179 Jul 06 15:01:50.614270 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 53362) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:50.723778 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-c494cb97-6e17-409e-bc10-2aff8736c7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:50.725682 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-c494cb97-6e17-409e-bc10-2aff8736c7ab service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=23ff0a1d5c694476a512d3adbac9cc33&device_id=1e50e8f2-caf4-4e16-a115-d2c7385189b7 HTTP/1.1" status: 200 len: 1096 time: 0.0591815 Jul 06 15:01:50.732931 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7e6293ae-7bc5-4492-ad5c-069040210cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:50.798414 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-e9890741-03a4-4a8c-9f8e-1842accaf155 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cee09809-eb48-48a0-bbad-7bb872d2c9b7 HTTP/1.1" status: 200 len: 217 time: 0.0436418 Jul 06 15:01:50.844677 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7e6293ae-7bc5-4492-ad5c-069040210cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:50.849893 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7e6293ae-7bc5-4492-ad5c-069040210cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:50.855699 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-226f3754-7682-4354-82f1-95e2eb20e8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:50.857270 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-226f3754-7682-4354-82f1-95e2eb20e8f8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=05628573-47ac-4737-99f3-6b737083740e HTTP/1.1" status: 200 len: 848 time: 0.0500467 Jul 06 15:01:50.894294 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-7e6293ae-7bc5-4492-ad5c-069040210cbf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=718ea40686a940829cdd87b3d69b4cea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2752223 Jul 06 15:01:50.894294 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6293ae-7bc5-4492-ad5c-069040210cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d25509-b6e7-4822-a3d5-9e3532443321,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:50.894731 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 53366) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:50.896422 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-3480df20-8fe6-4d37-b13c-a48bc61f6f9c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e7fa92f-2db4-40a1-a91d-a11528169d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280981 Jul 06 15:01:50.946644 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a116c34c-cccd-49bb-a5f4-2b0be3af1aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:50.973331 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a116c34c-cccd-49bb-a5f4-2b0be3af1aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:51.035501 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a116c34c-cccd-49bb-a5f4-2b0be3af1aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:51.039251 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a116c34c-cccd-49bb-a5f4-2b0be3af1aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:51.040414 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-a116c34c-cccd-49bb-a5f4-2b0be3af1aa3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/92d25509-b6e7-4822-a3d5-9e3532443321 HTTP/1.1" status: 204 len: 168 time: 0.1447370 Jul 06 15:01:51.048636 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116c34c-cccd-49bb-a5f4-2b0be3af1aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d25509-b6e7-4822-a3d5-9e3532443321,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:51.063662 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-cc4188e5-3d8c-40d7-b3a3-1f0225d619a1 service neutron] 10.222.0.25 "GET /v2.0/networks/1e7fa92f-2db4-40a1-a91d-a11528169d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123426 Jul 06 15:01:51.200187 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-eede1098-7daa-4666-90f6-6030b8feb9d9 req-09933e19-fbb1-4d9e-8e7c-bede6099538c service neutron] 10.222.0.25 "GET /v2.0/networks/1e7fa92f-2db4-40a1-a91d-a11528169d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232746 Jul 06 15:01:51.332627 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c77cf-f6df-4264-b850-9fbcda2aec60 req-102aa463-f944-4449-b434-8641ec9204d7 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:51.337056 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-552c77cf-f6df-4264-b850-9fbcda2aec60 req-102aa463-f944-4449-b434-8641ec9204d7 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8d335b9-183b-4c90-971b-53037a6c59fe HTTP/1.1" status: 200 len: 945 time: 0.0989747 Jul 06 15:01:51.397487 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-552c77cf-f6df-4264-b850-9fbcda2aec60 req-906c18de-4885-4672-8378-2e0f203475df tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=faae181e-9f3a-4097-a859-58384e34633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547025 Jul 06 15:01:51.471462 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419cdd3-18b3-42df-8392-fcb0def11d18 req-557f7c7d-31c2-41a5-96ec-e8697485523c tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:51.473038 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-3419cdd3-18b3-42df-8392-fcb0def11d18 req-557f7c7d-31c2-41a5-96ec-e8697485523c tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e50e8f2-caf4-4e16-a115-d2c7385189b7 HTTP/1.1" status: 200 len: 943 time: 0.0723636 Jul 06 15:01:51.515184 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-3419cdd3-18b3-42df-8392-fcb0def11d18 req-a3f545cd-e2b5-4288-9733-6612355f55e1 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7a758d2-2cd6-4a16-9422-68fcbd0073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358613 Jul 06 15:01:52.574523 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb05ce8-88d9-4d32-9095-a1d52dfa860c req-19965655-5604-4a98-b261-6beb84d48ff2 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:52.576285 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ecb05ce8-88d9-4d32-9095-a1d52dfa860c req-19965655-5604-4a98-b261-6beb84d48ff2 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8d335b9-183b-4c90-971b-53037a6c59fe HTTP/1.1" status: 200 len: 945 time: 0.0641825 Jul 06 15:01:52.620388 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ecb05ce8-88d9-4d32-9095-a1d52dfa860c req-5b368549-5e1f-436c-b1a5-e1a17c508830 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=faae181e-9f3a-4097-a859-58384e34633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347285 Jul 06 15:01:52.699733 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ecd00-48e7-43e7-957e-ffbba7202af1 req-f46efae7-d953-43a7-aeb2-415b148dd431 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:52.701170 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-983ecd00-48e7-43e7-957e-ffbba7202af1 req-f46efae7-d953-43a7-aeb2-415b148dd431 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e50e8f2-caf4-4e16-a115-d2c7385189b7 HTTP/1.1" status: 200 len: 943 time: 0.0681262 Jul 06 15:01:52.747084 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-983ecd00-48e7-43e7-957e-ffbba7202af1 req-63c405aa-cce6-4af6-b325-dcdab93aa8ba tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7a758d2-2cd6-4a16-9422-68fcbd0073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395088 Jul 06 15:01:52.797090 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4008f37-4828-45be-b442-876e3e0e4c3c req-65d87ac2-bf98-409d-ac2b-2ccf0c24eb0c tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:52.798610 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-a4008f37-4828-45be-b442-876e3e0e4c3c req-65d87ac2-bf98-409d-ac2b-2ccf0c24eb0c tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8d335b9-183b-4c90-971b-53037a6c59fe HTTP/1.1" status: 200 len: 945 time: 0.0682740 Jul 06 15:01:52.807945 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 53408) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:52.812568 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-7935d565-d49a-41eb-a5f5-e0afd1113843 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Request body: {'floatingip': {'port_id': '7b23bc37-2ef5-4356-ac3f-fa66c70aaeac'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:01:52.867310 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7935d565-d49a-41eb-a5f5-e0afd1113843 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for floatingip, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:53.659641 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7935d565-d49a-41eb-a5f5-e0afd1113843 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:53.664138 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7935d565-d49a-41eb-a5f5-e0afd1113843 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413103'] for floatingip, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:53.760260 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.db.l3_db [None req-7935d565-d49a-41eb-a5f5-e0afd1113843 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Floating IP b66580f2-ee93-4523-9e15-23afe6199d95 associated. External IP: 172.27.3.200, port: 7b23bc37-2ef5-4356-ac3f-fa66c70aaeac. Jul 06 15:01:53.930048 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e167ec0-c0b2-40fb-be05-40620aaaeb22 req-8b542c25-a8fe-4720-ac08-ff9ae963c3f6 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:53.931590 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-9e167ec0-c0b2-40fb-be05-40620aaaeb22 req-8b542c25-a8fe-4720-ac08-ff9ae963c3f6 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e50e8f2-caf4-4e16-a115-d2c7385189b7 HTTP/1.1" status: 200 len: 943 time: 0.0692983 Jul 06 15:01:53.970035 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-9e167ec0-c0b2-40fb-be05-40620aaaeb22 req-a2b38ad3-cc46-4042-a997-4253b7a4cb24 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7a758d2-2cd6-4a16-9422-68fcbd0073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326130 Jul 06 15:01:53.975093 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7935d565-d49a-41eb-a5f5-e0afd1113843 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Router 7ade9cb4-ead7-4095-b2ca-080c0a6e3a65 has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:01:54.087888 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7935d565-d49a-41eb-a5f5-e0afd1113843 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:01:54.092575 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7935d565-d49a-41eb-a5f5-e0afd1113843 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for floatingip, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:54.096732 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb960e1-ad71-4f27-95ad-728249220b3d None None] Sync routers for ids ['7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'] in dv-cinder-788363-5-iscsi {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:01:54.106026 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb960e1-ad71-4f27-95ad-728249220b3d None None] Routers {'7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:01:54.106918 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-edb960e1-ad71-4f27-95ad-728249220b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:01:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:01:54.134732 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-7935d565-d49a-41eb-a5f5-e0afd1113843 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "PUT /v2.0/floatingips/b66580f2-ee93-4523-9e15-23afe6199d95 HTTP/1.1" status: 200 len: 991 time: 1.3254893 Jul 06 15:01:54.135410 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d335b9-183b-4c90-971b-53037a6c59fe', 'tag': '7b23bc37-2ef5-4356-ac3f-fa66c70aaeac'}] {{(pid=92915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:01:54.138648 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92756195bd967bcafd15386578949a9109be95aebc1330c0508ce0179bff92bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b5904d-30ea-4697-b711-9a19617bd00e" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d335b9-183b-4c90-971b-53037a6c59fe", "tag": "7b23bc37-2ef5-4356-ac3f-fa66c70aaeac"}]}' {{(pid=92915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:01:54.253208 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-edb960e1-ad71-4f27-95ad-728249220b3d None None] Set router 7ade9cb4-ead7-4095-b2ca-080c0a6e3a65 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:01:54.311018 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac660ae0-c5b2-4851-b0de-0368c068cc44 x-openstack-request-id: req-ac660ae0-c5b2-4851-b0de-0368c068cc44 {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:01:54.311319 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d335b9-183b-4c90-971b-53037a6c59fe", "tag": "7b23bc37-2ef5-4356-ac3f-fa66c70aaeac", "status": "completed", "code": 200}]} {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:01:54.311569 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac660ae0-c5b2-4851-b0de-0368c068cc44 {{(pid=92915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:01:54.311966 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d335b9-183b-4c90-971b-53037a6c59fe', 'tag': '7b23bc37-2ef5-4356-ac3f-fa66c70aaeac', 'status': 'completed', 'code': 200} Jul 06 15:01:54.458786 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5904d-30ea-4697-b711-9a19617bd00e req-db76ea99-d0cb-47b5-9117-c3a0f60b61bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:54.461517 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-98b5904d-30ea-4697-b711-9a19617bd00e req-db76ea99-d0cb-47b5-9117-c3a0f60b61bc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=afa5e93041564fd1819d89057c9d3e39&device_id=f8d335b9-183b-4c90-971b-53037a6c59fe HTTP/1.1" status: 200 len: 1098 time: 0.0753686 Jul 06 15:01:54.606130 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5904d-30ea-4697-b711-9a19617bd00e req-50a93cc5-f773-4ddd-839b-363366923a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:54.607921 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-98b5904d-30ea-4697-b711-9a19617bd00e req-50a93cc5-f773-4ddd-839b-363366923a6b service neutron] 10.222.0.25 "GET /v2.0/networks?id=3ff68c5b-71a5-4643-a235-ca1e74ec9ec2 HTTP/1.1" status: 200 len: 912 time: 0.1376157 Jul 06 15:01:54.667409 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-edb960e1-ad71-4f27-95ad-728249220b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'name': 'tempest-AttachVolumeTestJSON-1855409086-router', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:33Z', 'updated_at': '2021-07-06T14:56:51Z', 'revision_number': 4, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'gw_port': {'id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:35Z', 'updated_at': '2021-07-06T14:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_floatingips': [{'id': 'b66580f2-ee93-4523-9e15-23afe6199d95', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'router_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'port_id': '7b23bc37-2ef5-4356-ac3f-fa66c70aaeac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2', 'mac_address': 'fa:16:3e:c5:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d335b9-183b-4c90-971b-53037a6c59fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:01:35Z', 'updated_at': '2021-07-06T15:01:53Z', 'revision_number': 1, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf', 'name': '', 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'mac_address': 'fa:16:3e:3f:d6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '759d2c94-0450-42a6-a657-8515f615c234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:45Z', 'updated_at': '2021-07-06T14:57:02Z', 'revision_number': 5, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'subnets': [{'id': '759d2c94-0450-42a6-a657-8515f615c234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:01:54.699548 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb960e1-ad71-4f27-95ad-728249220b3d None None] Checking router: 7ade9cb4-ead7-4095-b2ca-080c0a6e3a65 for host: dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:01:54.714290 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb960e1-ad71-4f27-95ad-728249220b3d None None] Routers {'7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:01:54.715625 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-edb960e1-ad71-4f27-95ad-728249220b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:01:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:01:54.737053 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-98b5904d-30ea-4697-b711-9a19617bd00e req-70eb82cb-3597-430d-868e-ed5ad5b887d9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b23bc37-2ef5-4356-ac3f-fa66c70aaeac HTTP/1.1" status: 200 len: 999 time: 0.1171534 Jul 06 15:01:54.808533 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5904d-30ea-4697-b711-9a19617bd00e req-17953673-cabf-412f-a5f8-1d1c917ba68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:54.811599 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-98b5904d-30ea-4697-b711-9a19617bd00e req-17953673-cabf-412f-a5f8-1d1c917ba68a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=759d2c94-0450-42a6-a657-8515f615c234 HTTP/1.1" status: 200 len: 850 time: 0.0644462 Jul 06 15:01:54.865633 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-edb960e1-ad71-4f27-95ad-728249220b3d None None] Set router 7ade9cb4-ead7-4095-b2ca-080c0a6e3a65 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:01:54.882034 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 53434) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:54.896539 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5904d-30ea-4697-b711-9a19617bd00e req-6f1a0dba-56e2-488e-801f-b7dc4c5c52f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:54.900762 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-98b5904d-30ea-4697-b711-9a19617bd00e req-6f1a0dba-56e2-488e-801f-b7dc4c5c52f6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3ff68c5b-71a5-4643-a235-ca1e74ec9ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0829258 Jul 06 15:01:55.016591 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-c605bd88-156c-43e8-bda6-207c77e3224d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:55.031697 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-98b5904d-30ea-4697-b711-9a19617bd00e req-e18dd1c7-40d7-4c31-a184-bb0f04f6c8ec service neutron] 10.222.0.25 "GET /v2.0/networks/3ff68c5b-71a5-4643-a235-ca1e74ec9ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166604 Jul 06 15:01:55.153812 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-98b5904d-30ea-4697-b711-9a19617bd00e req-8ece8622-12cb-470e-b64c-eda2e5408d45 service neutron] 10.222.0.25 "GET /v2.0/networks/3ff68c5b-71a5-4643-a235-ca1e74ec9ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137755 Jul 06 15:01:55.159565 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device cee09809-eb48-48a0-bbad-7bb872d2c9b7 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:01:55.192062 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-edb960e1-ad71-4f27-95ad-728249220b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'name': 'tempest-AttachVolumeTestJSON-1855409086-router', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:33Z', 'updated_at': '2021-07-06T14:56:51Z', 'revision_number': 4, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'gw_port': {'id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:35Z', 'updated_at': '2021-07-06T14:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_floatingips': [{'id': 'b66580f2-ee93-4523-9e15-23afe6199d95', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'router_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'port_id': '7b23bc37-2ef5-4356-ac3f-fa66c70aaeac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2', 'mac_address': 'fa:16:3e:c5:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d335b9-183b-4c90-971b-53037a6c59fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:01:35Z', 'updated_at': '2021-07-06T15:01:53Z', 'revision_number': 1, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf', 'name': '', 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'mac_address': 'fa:16:3e:3f:d6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '759d2c94-0450-42a6-a657-8515f615c234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:45Z', 'updated_at': '2021-07-06T14:57:02Z', 'revision_number': 5, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'subnets': [{'id': '759d2c94-0450-42a6-a657-8515f615c234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:01:55.211978 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-c605bd88-156c-43e8-bda6-207c77e3224d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:55.218938 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-c605bd88-156c-43e8-bda6-207c77e3224d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:55.230638 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb960e1-ad71-4f27-95ad-728249220b3d None None] The sync data for ids ['7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'] in dv-cinder-788363-5-iscsi is: [{'id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'name': 'tempest-AttachVolumeTestJSON-1855409086-router', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:33Z', 'updated_at': '2021-07-06T14:56:51Z', 'revision_number': 4, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'gw_port': {'id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:35Z', 'updated_at': '2021-07-06T14:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_floatingips': [{'id': 'b66580f2-ee93-4523-9e15-23afe6199d95', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'router_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'port_id': '7b23bc37-2ef5-4356-ac3f-fa66c70aaeac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2', 'mac_address': 'fa:16:3e:c5:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d335b9-183b-4c90-971b-53037a6c59fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:01:35Z', 'updated_at': '2021-07-06T15:01:53Z', 'revision_number': 1, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf', 'name': '', 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'mac_address': 'fa:16:3e:3f:d6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '759d2c94-0450-42a6-a657-8515f615c234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:45Z', 'updated_at': '2021-07-06T14:57:02Z', 'revision_number': 5, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'subnets': [{'id': '759d2c94-0450-42a6-a657-8515f615c234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:01:55.308365 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-c605bd88-156c-43e8-bda6-207c77e3224d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d56baa2e2ae349e5a6dd5e5b949ce815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4223442 Jul 06 15:01:55.308961 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 53442) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:01:55.331743 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port cee09809-eb48-48a0-bbad-7bb872d2c9b7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cee09809-eb48-48a0-bbad-7bb872d2c9b7,segment=NetworkSegment(ddc89320-be62-4bda-a694-d83b89efe665),segment_id=ddc89320-be62-4bda-a694-d83b89efe665)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:01:55.348205 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c605bd88-156c-43e8-bda6-207c77e3224d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331f0a6c-fa2b-40f5-9603-a89d8aa7c71c,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:55.351560 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Returning: {'device': 'cee09809-eb48-48a0-bbad-7bb872d2c9b7', 'network_id': '1e7fa92f-2db4-40a1-a91d-a11528169d32', 'port_id': 'cee09809-eb48-48a0-bbad-7bb872d2c9b7', 'mac_address': 'fa:16:3e:63:10:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05628573-47ac-4737-99f3-6b737083740e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:01:55.387265 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9085ee-a294-4f70-a410-962d84e5f463 req-5f4c5699-bbf2-4c4e-8f1f-70bd2ae4b1eb tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:55.396872 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-bb9085ee-a294-4f70-a410-962d84e5f463 req-5f4c5699-bbf2-4c4e-8f1f-70bd2ae4b1eb tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e50e8f2-caf4-4e16-a115-d2c7385189b7 HTTP/1.1" status: 200 len: 943 time: 0.2677648 Jul 06 15:01:55.409245 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:55.427207 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-85258823-f2a8-4934-bf9a-4c6857ef5ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:55.429080 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cee09809-eb48-48a0-bbad-7bb872d2c9b7 {{(pid=92917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:01:55.449240 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-bb9085ee-a294-4f70-a410-962d84e5f463 req-5c6ac703-5c6e-4e77-a75f-04f20f820679 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7a758d2-2cd6-4a16-9422-68fcbd0073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493648 Jul 06 15:01:55.460840 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-85258823-f2a8-4934-bf9a-4c6857ef5ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:55.482294 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port cee09809-eb48-48a0-bbad-7bb872d2c9b7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cee09809-eb48-48a0-bbad-7bb872d2c9b7,segment=NetworkSegment(ddc89320-be62-4bda-a694-d83b89efe665),segment_id=ddc89320-be62-4bda-a694-d83b89efe665)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:01:55.490046 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:55.554019 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-85258823-f2a8-4934-bf9a-4c6857ef5ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:55.558318 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-85258823-f2a8-4934-bf9a-4c6857ef5ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:55.560301 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-85258823-f2a8-4934-bf9a-4c6857ef5ece admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/331f0a6c-fa2b-40f5-9603-a89d8aa7c71c HTTP/1.1" status: 204 len: 168 time: 0.2495892 Jul 06 15:01:55.572271 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85258823-f2a8-4934-bf9a-4c6857ef5ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331f0a6c-fa2b-40f5-9603-a89d8aa7c71c,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:55.599053 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6460cefe-c7a0-42a6-92ee-4b1c45d5943f None None] New status for floating IP b66580f2-ee93-4523-9e15-23afe6199d95: ACTIVE {{(pid=92918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:01:55.609287 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=cee09809-eb48-48a0-bbad-7bb872d2c9b7,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:55.879759 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['cee09809-eb48-48a0-bbad-7bb872d2c9b7'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:01:56.711865 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e7eae-f852-45a9-91fc-60c15941ed5c req-80dbe437-1894-4ff9-9dfa-a6fb5b72279a tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:56.714442 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-8c9e7eae-f852-45a9-91fc-60c15941ed5c req-80dbe437-1894-4ff9-9dfa-a6fb5b72279a tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e50e8f2-caf4-4e16-a115-d2c7385189b7 HTTP/1.1" status: 200 len: 944 time: 0.1062522 Jul 06 15:01:56.776299 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-8c9e7eae-f852-45a9-91fc-60c15941ed5c req-65166cf7-c890-434d-830b-5f566f727973 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7a758d2-2cd6-4a16-9422-68fcbd0073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535038 Jul 06 15:01:57.170236 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device cee09809-eb48-48a0-bbad-7bb872d2c9b7 up at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:01:57.247472 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning for port cee09809-eb48-48a0-bbad-7bb872d2c9b7 completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:01:57.253681 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning complete for port cee09809-eb48-48a0-bbad-7bb872d2c9b7 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:01:57.254211 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:57.392952 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:57.434078 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e50e8f2-caf4-4e16-a115-d2c7385189b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee09809-eb48-48a0-bbad-7bb872d2c9b7'}] {{(pid=92917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:01:57.437080 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ea3ef9b0f14ac6a08de5771e2132c48ed06abd6a52ccf1dddde4c27a9981b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60dac775-0623-40de-a948-e1219a8cc7a5" -d '{"events": [{"server_uuid": "1e50e8f2-caf4-4e16-a115-d2c7385189b7", "name": "network-vif-plugged", "status": "completed", "tag": "cee09809-eb48-48a0-bbad-7bb872d2c9b7"}]}' {{(pid=92917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:01:57.465891 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port cee09809-eb48-48a0-bbad-7bb872d2c9b7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cee09809-eb48-48a0-bbad-7bb872d2c9b7,segment=NetworkSegment(ddc89320-be62-4bda-a694-d83b89efe665),segment_id=ddc89320-be62-4bda-a694-d83b89efe665)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:01:57.472062 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:57.501729 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c5bae1-331b-4df5-b3d1-cc7abaaa8a4c x-openstack-request-id: req-d6c5bae1-331b-4df5-b3d1-cc7abaaa8a4c {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:01:57.502019 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e50e8f2-caf4-4e16-a115-d2c7385189b7", "name": "network-vif-plugged", "status": "completed", "tag": "cee09809-eb48-48a0-bbad-7bb872d2c9b7", "code": 200}]} {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:01:57.502275 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6c5bae1-331b-4df5-b3d1-cc7abaaa8a4c {{(pid=92917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:01:57.502689 dv-cinder-788363-5-iscsi neutron-server[92917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e50e8f2-caf4-4e16-a115-d2c7385189b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee09809-eb48-48a0-bbad-7bb872d2c9b7', 'code': 200} Jul 06 15:01:57.545504 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=cee09809-eb48-48a0-bbad-7bb872d2c9b7,revision_number=5']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:57.849963 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f05d4-5740-4c99-9d20-95372599d76c req-7b5e1e55-48a4-415b-97aa-8c3ad12e9d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:57.854207 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d86f05d4-5740-4c99-9d20-95372599d76c req-7b5e1e55-48a4-415b-97aa-8c3ad12e9d50 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1e50e8f2-caf4-4e16-a115-d2c7385189b7 HTTP/1.1" status: 200 len: 1098 time: 0.0912733 Jul 06 15:01:57.908638 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d86f05d4-5740-4c99-9d20-95372599d76c req-59260f48-ef9d-49fd-80bd-59fce1a943ae service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d7a758d2-2cd6-4a16-9422-68fcbd0073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473080 Jul 06 15:01:58.064476 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa8255-1700-45a3-a747-e808e680a617 req-92fbb841-2aa2-4d52-8182-f6178d1cb3f0 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:58.067290 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ecfa8255-1700-45a3-a747-e808e680a617 req-92fbb841-2aa2-4d52-8182-f6178d1cb3f0 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e50e8f2-caf4-4e16-a115-d2c7385189b7 HTTP/1.1" status: 200 len: 945 time: 0.0999429 Jul 06 15:01:58.120436 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ecfa8255-1700-45a3-a747-e808e680a617 req-9bfde779-ce8a-49e5-9f9b-ff6a00e926dd tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7a758d2-2cd6-4a16-9422-68fcbd0073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456259 Jul 06 15:01:59.352182 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27174e21-8b73-4d5c-9d80-4928f0efd5ae req-6f99310f-e5a0-4320-a425-9069acc32d2c tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:59.353789 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-27174e21-8b73-4d5c-9d80-4928f0efd5ae req-6f99310f-e5a0-4320-a425-9069acc32d2c tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e50e8f2-caf4-4e16-a115-d2c7385189b7 HTTP/1.1" status: 200 len: 945 time: 0.0901880 Jul 06 15:01:59.418145 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-27174e21-8b73-4d5c-9d80-4928f0efd5ae req-1a9b2b51-2f46-42da-941e-2edc645f7c0d tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7a758d2-2cd6-4a16-9422-68fcbd0073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558810 Jul 06 15:02:00.635954 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138f175-befb-47ec-b136-3c0dc0e682a7 req-3e56bb3f-253f-4e93-81ec-2da5bc4f4b7f tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:00.638749 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-0138f175-befb-47ec-b136-3c0dc0e682a7 req-3e56bb3f-253f-4e93-81ec-2da5bc4f4b7f tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e50e8f2-caf4-4e16-a115-d2c7385189b7 HTTP/1.1" status: 200 len: 945 time: 0.0977812 Jul 06 15:02:00.715894 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-0138f175-befb-47ec-b136-3c0dc0e682a7 req-a5d8a128-4509-4535-b73b-b1c31cc643bd tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7a758d2-2cd6-4a16-9422-68fcbd0073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691736 Jul 06 15:02:01.751463 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b14acd-9846-4c9c-8c92-c18dd05c5bb6 req-9562c22e-38e3-4b95-8ebc-9ef3158a67b5 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:01.753014 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-46b14acd-9846-4c9c-8c92-c18dd05c5bb6 req-9562c22e-38e3-4b95-8ebc-9ef3158a67b5 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e50e8f2-caf4-4e16-a115-d2c7385189b7 HTTP/1.1" status: 200 len: 945 time: 0.0786448 Jul 06 15:02:01.805828 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-46b14acd-9846-4c9c-8c92-c18dd05c5bb6 req-7bae0bcd-3efa-4b09-af90-3bf6edb34a24 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7a758d2-2cd6-4a16-9422-68fcbd0073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376484 Jul 06 15:02:01.987482 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-ea9dfc79-1c71-4064-a167-323423efeae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:03.022821 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65105edd-2b78-428b-a78f-314702b99a6e req-8afa8bde-445b-4e03-a818-8a89e262b3a0 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:03.025580 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-65105edd-2b78-428b-a78f-314702b99a6e req-8afa8bde-445b-4e03-a818-8a89e262b3a0 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e50e8f2-caf4-4e16-a115-d2c7385189b7 HTTP/1.1" status: 200 len: 945 time: 0.0885997 Jul 06 15:02:03.097156 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-65105edd-2b78-428b-a78f-314702b99a6e req-85075275-307a-4ebb-b51a-f46a6812cfc0 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7a758d2-2cd6-4a16-9422-68fcbd0073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643170 Jul 06 15:02:03.693830 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eefeead-82ad-47f6-96f9-cdddf32d1cdd req-f020723a-04b7-4b14-91de-47f9ccd210f7 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:03.696819 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4eefeead-82ad-47f6-96f9-cdddf32d1cdd req-f020723a-04b7-4b14-91de-47f9ccd210f7 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e50e8f2-caf4-4e16-a115-d2c7385189b7 HTTP/1.1" status: 200 len: 945 time: 0.0812068 Jul 06 15:02:03.877421 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [req-4eefeead-82ad-47f6-96f9-cdddf32d1cdd req-6cbfeaa1-b4aa-4d7a-a749-e7c8a92c82ce tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Deleting port cee09809-eb48-48a0-bbad-7bb872d2c9b7 {{(pid=92916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:02:03.877913 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-4eefeead-82ad-47f6-96f9-cdddf32d1cdd req-6cbfeaa1-b4aa-4d7a-a749-e7c8a92c82ce tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:04.027316 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [req-4eefeead-82ad-47f6-96f9-cdddf32d1cdd req-6cbfeaa1-b4aa-4d7a-a749-e7c8a92c82ce tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] For port cee09809-eb48-48a0-bbad-7bb872d2c9b7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cee09809-eb48-48a0-bbad-7bb872d2c9b7,segment=NetworkSegment(ddc89320-be62-4bda-a694-d83b89efe665),segment_id=ddc89320-be62-4bda-a694-d83b89efe665)] {{(pid=92916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:04.028237 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-4eefeead-82ad-47f6-96f9-cdddf32d1cdd req-6cbfeaa1-b4aa-4d7a-a749-e7c8a92c82ce tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:04.052031 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [req-4eefeead-82ad-47f6-96f9-cdddf32d1cdd req-6cbfeaa1-b4aa-4d7a-a749-e7c8a92c82ce tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Calling delete_port for cee09809-eb48-48a0-bbad-7bb872d2c9b7 owned by compute:nova {{(pid=92916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:02:04.313058 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-4eefeead-82ad-47f6-96f9-cdddf32d1cdd req-6cbfeaa1-b4aa-4d7a-a749-e7c8a92c82ce tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824642'] for port, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:04.357150 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['cee09809-eb48-48a0-bbad-7bb872d2c9b7'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:02:04.360469 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-2358b0e8-abab-437a-b4bc-db4d71a09625 req-05bb1ad4-bf9b-4430-b8ea-056a269048be tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e50e8f2-caf4-4e16-a115-d2c7385189b7 HTTP/1.1" status: 200 len: 210 time: 0.0579259 Jul 06 15:02:04.366613 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbfeaa1-b4aa-4d7a-a749-e7c8a92c82ce tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Pushing event deleted for resources: {'Port': ['ID=cee09809-eb48-48a0-bbad-7bb872d2c9b7,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:04.425184 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eefeead-82ad-47f6-96f9-cdddf32d1cdd req-6cbfeaa1-b4aa-4d7a-a749-e7c8a92c82ce tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] No DVR routers for this DVR port cee09809-eb48-48a0-bbad-7bb872d2c9b7 on host hv-cinder-78836 {{(pid=92916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:02:04.429197 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-4eefeead-82ad-47f6-96f9-cdddf32d1cdd req-6cbfeaa1-b4aa-4d7a-a749-e7c8a92c82ce tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:04.431525 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4eefeead-82ad-47f6-96f9-cdddf32d1cdd req-6cbfeaa1-b4aa-4d7a-a749-e7c8a92c82ce tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.25 "DELETE /v2.0/ports/cee09809-eb48-48a0-bbad-7bb872d2c9b7 HTTP/1.1" status: 204 len: 173 time: 0.7268980 Jul 06 15:02:04.432215 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e50e8f2-caf4-4e16-a115-d2c7385189b7', 'name': 'network-vif-deleted', 'tag': 'cee09809-eb48-48a0-bbad-7bb872d2c9b7'}] {{(pid=92916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:02:04.434868 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95076a2cfa108320b507fde56cef9a7a3e09023494eaa6cf19f085f96635572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb3beda-22eb-4822-8750-08756f0182af" -d '{"events": [{"server_uuid": "1e50e8f2-caf4-4e16-a115-d2c7385189b7", "name": "network-vif-deleted", "tag": "cee09809-eb48-48a0-bbad-7bb872d2c9b7"}]}' {{(pid=92916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:02:04.550771 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad00f79-7fbf-4efc-be66-2a240354eab8 x-openstack-request-id: req-2ad00f79-7fbf-4efc-be66-2a240354eab8 {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:02:04.551615 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e50e8f2-caf4-4e16-a115-d2c7385189b7", "name": "network-vif-deleted", "tag": "cee09809-eb48-48a0-bbad-7bb872d2c9b7", "status": "completed", "code": 200}]} {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:02:04.551998 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ad00f79-7fbf-4efc-be66-2a240354eab8 {{(pid=92916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:02:04.552618 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e50e8f2-caf4-4e16-a115-d2c7385189b7', 'name': 'network-vif-deleted', 'tag': 'cee09809-eb48-48a0-bbad-7bb872d2c9b7', 'status': 'completed', 'code': 200} Jul 06 15:02:05.408879 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-e4310e9e-cbb4-4864-bf0f-0be42cdf9db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:05.485042 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:05.916299 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05e600-c642-43fd-a905-02c52f089698 req-6f091d38-f8ff-4aa1-bdab-0bcdc78468fa tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:05.918158 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-bb05e600-c642-43fd-a905-02c52f089698 req-6f091d38-f8ff-4aa1-bdab-0bcdc78468fa tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/networks?id=1e7fa92f-2db4-40a1-a91d-a11528169d32 HTTP/1.1" status: 200 len: 808 time: 0.1309977 Jul 06 15:02:05.943235 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-bb05e600-c642-43fd-a905-02c52f089698 req-71ebf0be-1639-4c73-8260-00d6b17b1978 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/quotas/23ff0a1d5c694476a512d3adbac9cc33 HTTP/1.1" status: 200 len: 375 time: 0.0153573 Jul 06 15:02:06.008999 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-bb05e600-c642-43fd-a905-02c52f089698 req-fed671a7-c706-4589-8ad0-70aa2eacc3ec tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=23ff0a1d5c694476a512d3adbac9cc33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559912 Jul 06 15:02:06.122156 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-bb05e600-c642-43fd-a905-02c52f089698 req-5712a174-83c6-4df1-a03c-d671e598596f service neutron] 10.222.0.20 "GET /v2.0/networks/1e7fa92f-2db4-40a1-a91d-a11528169d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059940 Jul 06 15:02:06.251320 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-bb05e600-c642-43fd-a905-02c52f089698 req-9cce4a16-c71f-42f9-bc8b-f7e8c3c86b81 service neutron] 10.222.0.20 "GET /v2.0/networks/1e7fa92f-2db4-40a1-a91d-a11528169d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219058 Jul 06 15:02:06.471267 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-1da0c0fc-f07c-4ce0-851a-f2ca8ac919a9 req-3db99e9a-ac8b-44a7-aec5-716acd563b96 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec17591-54f2-45b9-b884-1905df41baa9 HTTP/1.1" status: 200 len: 210 time: 0.0393233 Jul 06 15:02:06.566683 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:07.247829 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device cee09809-eb48-48a0-bbad-7bb872d2c9b7 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:02:07.274275 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] No Port match for: cee09809-eb48-48a0-bbad-7bb872d2c9b7 {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:02:07.274684 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device cee09809-eb48-48a0-bbad-7bb872d2c9b7 not bound to the agent host hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:02:07.504362 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:07.660424 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-1b9090a1-e2ed-4ce3-b180-f76be230bc31 req-33a3b3c3-91ca-45ec-baea-49332aa6181a tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec17591-54f2-45b9-b884-1905df41baa9 HTTP/1.1" status: 200 len: 210 time: 0.0342584 Jul 06 15:02:08.039980 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05e600-c642-43fd-a905-02c52f089698 req-67753611-e632-49fb-86b4-3cf8fe242218 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:08.041645 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-bb05e600-c642-43fd-a905-02c52f089698 req-67753611-e632-49fb-86b4-3cf8fe242218 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.25 "GET /v2.0/networks?id=1e7fa92f-2db4-40a1-a91d-a11528169d32 HTTP/1.1" status: 200 len: 808 time: 0.1314075 Jul 06 15:02:08.064747 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [req-bb05e600-c642-43fd-a905-02c52f089698 req-3b2b3432-913b-4cad-a485-e7475391b424 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Request body: {'port': {'device_id': 'eec17591-54f2-45b9-b884-1905df41baa9', 'network_id': '1e7fa92f-2db4-40a1-a91d-a11528169d32', 'admin_state_up': True, 'tenant_id': '23ff0a1d5c694476a512d3adbac9cc33'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:02:08.220064 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb05e600-c642-43fd-a905-02c52f089698 req-3b2b3432-913b-4cad-a485-e7475391b424 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Made reservation on behalf of 23ff0a1d5c694476a512d3adbac9cc33 for: {'port': 1} {{(pid=92916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:02:08.226861 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-bb05e600-c642-43fd-a905-02c52f089698 req-3b2b3432-913b-4cad-a485-e7475391b424 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:08.436725 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.db_base_plugin_common [req-bb05e600-c642-43fd-a905-02c52f089698 req-3b2b3432-913b-4cad-a485-e7475391b424 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Allocated IP 172.20.0.14 (1e7fa92f-2db4-40a1-a91d-a11528169d32/05628573-47ac-4737-99f3-6b737083740e/4c980387-a7c4-4b05-8ccd-d9b72a648207) {{(pid=92916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:02:08.602287 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:08.682855 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-bb05e600-c642-43fd-a905-02c52f089698 req-3b2b3432-913b-4cad-a485-e7475391b424 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Notify callbacks [] for port, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:08.738950 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-bb05e600-c642-43fd-a905-02c52f089698 req-3b2b3432-913b-4cad-a485-e7475391b424 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2824651'] for port, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:08.810992 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb05e600-c642-43fd-a905-02c52f089698 req-3b2b3432-913b-4cad-a485-e7475391b424 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Network 1e7fa92f-2db4-40a1-a91d-a11528169d32 is already hosted by enough agents. {{(pid=92916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:02:08.832469 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.base_scheduler [req-bb05e600-c642-43fd-a905-02c52f089698 req-3b2b3432-913b-4cad-a485-e7475391b424 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Resources bound (agent type, host, resource id): {{(pid=92916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:02:08.840175 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb05e600-c642-43fd-a905-02c52f089698 req-3b2b3432-913b-4cad-a485-e7475391b424 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Received port after_create {{(pid=92916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:02:08.852230 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b3432-913b-4cad-a485-e7475391b424 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Pushing event updated for resources: {'Port': ['ID=4c980387-a7c4-4b05-8ccd-d9b72a648207,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:08.923194 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05e600-c642-43fd-a905-02c52f089698 req-3b2b3432-913b-4cad-a485-e7475391b424 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:08.923931 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-bb05e600-c642-43fd-a905-02c52f089698 req-3b2b3432-913b-4cad-a485-e7475391b424 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:08.954573 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-bb05e600-c642-43fd-a905-02c52f089698 req-3b2b3432-913b-4cad-a485-e7475391b424 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8868425 Jul 06 15:02:08.971113 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [req-bb05e600-c642-43fd-a905-02c52f089698 req-8ebd3026-e7c4-492e-8b6f-a0d98732965f service neutron] Request body: {'port': {'device_id': 'eec17591-54f2-45b9-b884-1905df41baa9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:02:08.984364 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3eeae1-6493-4260-906c-42e896162079 req-eb985255-f8b7-472e-babc-febdf66ebef7 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:08.987211 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ae3eeae1-6493-4260-906c-42e896162079 req-eb985255-f8b7-472e-babc-febdf66ebef7 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec17591-54f2-45b9-b884-1905df41baa9 HTTP/1.1" status: 200 len: 932 time: 0.1174493 Jul 06 15:02:09.051246 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ae3eeae1-6493-4260-906c-42e896162079 req-b5832710-7462-4930-8cc9-a150aa3147a0 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7a758d2-2cd6-4a16-9422-68fcbd0073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520108 Jul 06 15:02:09.087544 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-bb05e600-c642-43fd-a905-02c52f089698 req-8ebd3026-e7c4-492e-8b6f-a0d98732965f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:09.508801 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.notifiers.nova [req-bb05e600-c642-43fd-a905-02c52f089698 req-8ebd3026-e7c4-492e-8b6f-a0d98732965f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c980387-a7c4-4b05-8ccd-d9b72a648207 {{(pid=92916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:02:09.517218 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-bb05e600-c642-43fd-a905-02c52f089698 req-8ebd3026-e7c4-492e-8b6f-a0d98732965f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:09.533597 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.provisioning_blocks [req-bb05e600-c642-43fd-a905-02c52f089698 req-8ebd3026-e7c4-492e-8b6f-a0d98732965f service neutron] Transition to ACTIVE for port object 4c980387-a7c4-4b05-8ccd-d9b72a648207 will not be triggered until provisioned by entity L2. {{(pid=92916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:02:09.538158 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-bb05e600-c642-43fd-a905-02c52f089698 req-8ebd3026-e7c4-492e-8b6f-a0d98732965f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824505'] for port, after_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:09.625923 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd3026-e7c4-492e-8b6f-a0d98732965f service neutron] Pushing event updated for resources: {'Port': ['ID=4c980387-a7c4-4b05-8ccd-d9b72a648207,revision_number=2']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:09.688186 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.managers [req-bb05e600-c642-43fd-a905-02c52f089698 req-8ebd3026-e7c4-492e-8b6f-a0d98732965f service neutron] Attempting to bind port 4c980387-a7c4-4b05-8ccd-d9b72a648207 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:02:09.689044 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.managers [req-bb05e600-c642-43fd-a905-02c52f089698 req-8ebd3026-e7c4-492e-8b6f-a0d98732965f service neutron] Attempting to bind port 4c980387-a7c4-4b05-8ccd-d9b72a648207 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'ddc89320-be62-4bda-a694-d83b89efe665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1e7fa92f-2db4-40a1-a91d-a11528169d32'}] {{(pid=92916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:02:09.689044 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb05e600-c642-43fd-a905-02c52f089698 req-8ebd3026-e7c4-492e-8b6f-a0d98732965f service neutron] Attempting to bind port 4c980387-a7c4-4b05-8ccd-d9b72a648207 on network 1e7fa92f-2db4-40a1-a91d-a11528169d32 {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:02:09.694405 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb05e600-c642-43fd-a905-02c52f089698 req-8ebd3026-e7c4-492e-8b6f-a0d98732965f service neutron] Port 4c980387-a7c4-4b05-8ccd-d9b72a648207 on network 1e7fa92f-2db4-40a1-a91d-a11528169d32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 15:02:09.694727 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb05e600-c642-43fd-a905-02c52f089698 req-8ebd3026-e7c4-492e-8b6f-a0d98732965f service neutron] Attempting to bind port 4c980387-a7c4-4b05-8ccd-d9b72a648207 on network 1e7fa92f-2db4-40a1-a91d-a11528169d32 {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:02:09.700666 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb05e600-c642-43fd-a905-02c52f089698 req-8ebd3026-e7c4-492e-8b6f-a0d98732965f service neutron] Checking agent: {'id': '04d4ab22-d878-41a9-afec-a7a2984360cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'started_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:02:09.701002 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb05e600-c642-43fd-a905-02c52f089698 req-8ebd3026-e7c4-492e-8b6f-a0d98732965f service neutron] Checking segment: {'id': 'ddc89320-be62-4bda-a694-d83b89efe665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1e7fa92f-2db4-40a1-a91d-a11528169d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:02:09.701386 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb05e600-c642-43fd-a905-02c52f089698 req-8ebd3026-e7c4-492e-8b6f-a0d98732965f service neutron] Bound using segment: {'id': 'ddc89320-be62-4bda-a694-d83b89efe665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1e7fa92f-2db4-40a1-a91d-a11528169d32'} {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:02:09.701820 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.managers [req-bb05e600-c642-43fd-a905-02c52f089698 req-8ebd3026-e7c4-492e-8b6f-a0d98732965f service neutron] Bound port: 4c980387-a7c4-4b05-8ccd-d9b72a648207, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddc89320-be62-4bda-a694-d83b89efe665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1e7fa92f-2db4-40a1-a91d-a11528169d32'}}] {{(pid=92916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:02:09.702177 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-bb05e600-c642-43fd-a905-02c52f089698 req-8ebd3026-e7c4-492e-8b6f-a0d98732965f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:09.800084 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [req-bb05e600-c642-43fd-a905-02c52f089698 req-8ebd3026-e7c4-492e-8b6f-a0d98732965f service neutron] For port 4c980387-a7c4-4b05-8ccd-d9b72a648207, host hv-cinder-78836, cleared binding levels {{(pid=92916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:02:09.806175 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [req-bb05e600-c642-43fd-a905-02c52f089698 req-8ebd3026-e7c4-492e-8b6f-a0d98732965f service neutron] For port 4c980387-a7c4-4b05-8ccd-d9b72a648207, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4c980387-a7c4-4b05-8ccd-d9b72a648207,segment=NetworkSegment(ddc89320-be62-4bda-a694-d83b89efe665),segment_id=ddc89320-be62-4bda-a694-d83b89efe665)] {{(pid=92916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:02:09.811248 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-bb05e600-c642-43fd-a905-02c52f089698 req-8ebd3026-e7c4-492e-8b6f-a0d98732965f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824505'] for port, after_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:09.867577 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05e600-c642-43fd-a905-02c52f089698 req-8ebd3026-e7c4-492e-8b6f-a0d98732965f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:09.869243 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-bb05e600-c642-43fd-a905-02c52f089698 req-8ebd3026-e7c4-492e-8b6f-a0d98732965f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:09.871191 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-bb05e600-c642-43fd-a905-02c52f089698 req-8ebd3026-e7c4-492e-8b6f-a0d98732965f service neutron] 10.222.0.25 "PUT /v2.0/ports/4c980387-a7c4-4b05-8ccd-d9b72a648207 HTTP/1.1" status: 200 len: 1094 time: 0.9055631 Jul 06 15:02:09.874932 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec17591-54f2-45b9-b884-1905df41baa9', 'tag': '4c980387-a7c4-4b05-8ccd-d9b72a648207'}] {{(pid=92916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:02:09.878793 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95076a2cfa108320b507fde56cef9a7a3e09023494eaa6cf19f085f96635572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb80d713-674f-4560-b020-08ff11c409d1" -d '{"events": [{"name": "network-changed", "server_uuid": "eec17591-54f2-45b9-b884-1905df41baa9", "tag": "4c980387-a7c4-4b05-8ccd-d9b72a648207"}]}' {{(pid=92916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:02:09.939223 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd3026-e7c4-492e-8b6f-a0d98732965f service neutron] Pushing event updated for resources: {'Port': ['ID=4c980387-a7c4-4b05-8ccd-d9b72a648207,revision_number=3']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:09.969310 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd25a4d-366f-45b8-800d-f93b764b9ea5 x-openstack-request-id: req-5cd25a4d-366f-45b8-800d-f93b764b9ea5 {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:02:09.969878 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec17591-54f2-45b9-b884-1905df41baa9", "tag": "4c980387-a7c4-4b05-8ccd-d9b72a648207", "status": "completed", "code": 200}]} {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:02:09.970134 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5cd25a4d-366f-45b8-800d-f93b764b9ea5 {{(pid=92916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:02:09.970526 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec17591-54f2-45b9-b884-1905df41baa9', 'tag': '4c980387-a7c4-4b05-8ccd-d9b72a648207', 'status': 'completed', 'code': 200} Jul 06 15:02:10.026331 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05e600-c642-43fd-a905-02c52f089698 req-562ee6c7-26ad-453f-b5f4-66bf110115ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:10.027896 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-bb05e600-c642-43fd-a905-02c52f089698 req-562ee6c7-26ad-453f-b5f4-66bf110115ef service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=23ff0a1d5c694476a512d3adbac9cc33&device_id=eec17591-54f2-45b9-b884-1905df41baa9 HTTP/1.1" status: 200 len: 1097 time: 0.0790608 Jul 06 15:02:10.111616 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-bb05e600-c642-43fd-a905-02c52f089698 req-feb801bb-daad-4efb-9351-4999b44a5514 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c980387-a7c4-4b05-8ccd-d9b72a648207 HTTP/1.1" status: 200 len: 217 time: 0.0438163 Jul 06 15:02:10.178758 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05e600-c642-43fd-a905-02c52f089698 req-88681f97-d4d0-4f31-a3db-839964a77a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:10.181369 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-bb05e600-c642-43fd-a905-02c52f089698 req-88681f97-d4d0-4f31-a3db-839964a77a61 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=05628573-47ac-4737-99f3-6b737083740e HTTP/1.1" status: 200 len: 848 time: 0.0619519 Jul 06 15:02:10.220055 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-bb05e600-c642-43fd-a905-02c52f089698 req-88aca399-ee64-4ad6-892c-9ff345c54fc1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e7fa92f-2db4-40a1-a91d-a11528169d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308685 Jul 06 15:02:10.311590 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 6 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:02:10.369411 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-bb05e600-c642-43fd-a905-02c52f089698 req-613b5349-7fd8-4a7f-8d5c-6eeb3cd95aa9 service neutron] 10.222.0.25 "GET /v2.0/networks/1e7fa92f-2db4-40a1-a91d-a11528169d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395957 Jul 06 15:02:10.455657 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa208d9-ea76-4cb6-b3bd-24fb911f0b99 req-5e6a370c-2590-4753-a7cc-868641509c21 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:10.457177 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-8fa208d9-ea76-4cb6-b3bd-24fb911f0b99 req-5e6a370c-2590-4753-a7cc-868641509c21 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec17591-54f2-45b9-b884-1905df41baa9 HTTP/1.1" status: 200 len: 944 time: 0.2396369 Jul 06 15:02:10.523383 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-8fa208d9-ea76-4cb6-b3bd-24fb911f0b99 req-f996f65f-2d5e-43df-94f9-300f6d4ad021 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7a758d2-2cd6-4a16-9422-68fcbd0073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581896 Jul 06 15:02:10.535704 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-bb05e600-c642-43fd-a905-02c52f089698 req-eb603f0f-2cf0-4980-bb06-6e94faf076c5 service neutron] 10.222.0.25 "GET /v2.0/networks/1e7fa92f-2db4-40a1-a91d-a11528169d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534569 Jul 06 15:02:10.735678 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80d713-674f-4560-b020-08ff11c409d1 req-c437ad17-615b-4831-be3b-523101361ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:10.737615 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-eb80d713-674f-4560-b020-08ff11c409d1 req-c437ad17-615b-4831-be3b-523101361ff5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=23ff0a1d5c694476a512d3adbac9cc33&device_id=eec17591-54f2-45b9-b884-1905df41baa9 HTTP/1.1" status: 200 len: 1097 time: 0.0643237 Jul 06 15:02:10.863625 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80d713-674f-4560-b020-08ff11c409d1 req-bc139e3e-44fb-4dc3-b9b2-46bffe618052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:10.865005 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-eb80d713-674f-4560-b020-08ff11c409d1 req-bc139e3e-44fb-4dc3-b9b2-46bffe618052 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e7fa92f-2db4-40a1-a91d-a11528169d32 HTTP/1.1" status: 200 len: 909 time: 0.1148803 Jul 06 15:02:10.911780 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-eb80d713-674f-4560-b020-08ff11c409d1 req-8a2a9f97-983e-43cf-b134-51606cec9534 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c980387-a7c4-4b05-8ccd-d9b72a648207 HTTP/1.1" status: 200 len: 217 time: 0.0378051 Jul 06 15:02:10.980455 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80d713-674f-4560-b020-08ff11c409d1 req-72f34cc6-ff2a-4af4-8708-f29f201d4d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:10.983090 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-eb80d713-674f-4560-b020-08ff11c409d1 req-72f34cc6-ff2a-4af4-8708-f29f201d4d9a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=05628573-47ac-4737-99f3-6b737083740e HTTP/1.1" status: 200 len: 848 time: 0.0624733 Jul 06 15:02:11.030408 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-eb80d713-674f-4560-b020-08ff11c409d1 req-6f67362a-5f0d-4756-b277-226ea112c537 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e7fa92f-2db4-40a1-a91d-a11528169d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356565 Jul 06 15:02:11.152436 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-eb80d713-674f-4560-b020-08ff11c409d1 req-50b672ad-6797-444a-ba6e-744b1cc6a846 service neutron] 10.222.0.25 "GET /v2.0/networks/1e7fa92f-2db4-40a1-a91d-a11528169d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145821 Jul 06 15:02:11.306863 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-eb80d713-674f-4560-b020-08ff11c409d1 req-56ad414d-877f-4fdf-b1c9-3d5250ee5be2 service neutron] 10.222.0.25 "GET /v2.0/networks/1e7fa92f-2db4-40a1-a91d-a11528169d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439033 Jul 06 15:02:11.730132 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a011bb-09dd-44ba-875c-c9674020bfe4 req-412870fb-ba43-47bc-81ca-fccf5f8fe0d2 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:11.731768 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e7a011bb-09dd-44ba-875c-c9674020bfe4 req-412870fb-ba43-47bc-81ca-fccf5f8fe0d2 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec17591-54f2-45b9-b884-1905df41baa9 HTTP/1.1" status: 200 len: 944 time: 0.0803313 Jul 06 15:02:11.774690 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e7a011bb-09dd-44ba-875c-c9674020bfe4 req-638719a1-4d7e-4a9b-ae0f-dcc7b9fc23c3 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7a758d2-2cd6-4a16-9422-68fcbd0073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371182 Jul 06 15:02:12.976701 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11b036-9221-4acd-aa91-f71df906f8b4 req-6360cec1-2131-43db-a0b8-3dd93d1e2051 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:12.978310 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-0c11b036-9221-4acd-aa91-f71df906f8b4 req-6360cec1-2131-43db-a0b8-3dd93d1e2051 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec17591-54f2-45b9-b884-1905df41baa9 HTTP/1.1" status: 200 len: 944 time: 0.0745144 Jul 06 15:02:13.022361 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-0c11b036-9221-4acd-aa91-f71df906f8b4 req-5f827efb-261c-40fb-871e-c426898ebca4 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7a758d2-2cd6-4a16-9422-68fcbd0073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374994 Jul 06 15:02:13.251777 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 4c980387-a7c4-4b05-8ccd-d9b72a648207 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:02:13.373848 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 4c980387-a7c4-4b05-8ccd-d9b72a648207, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4c980387-a7c4-4b05-8ccd-d9b72a648207,segment=NetworkSegment(ddc89320-be62-4bda-a694-d83b89efe665),segment_id=ddc89320-be62-4bda-a694-d83b89efe665)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:13.387425 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Returning: {'device': '4c980387-a7c4-4b05-8ccd-d9b72a648207', 'network_id': '1e7fa92f-2db4-40a1-a91d-a11528169d32', 'port_id': '4c980387-a7c4-4b05-8ccd-d9b72a648207', 'mac_address': 'fa:16:3e:d0:fe:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05628573-47ac-4737-99f3-6b737083740e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:02:13.436180 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:13.463289 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c980387-a7c4-4b05-8ccd-d9b72a648207 {{(pid=92917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:02:13.504598 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 4c980387-a7c4-4b05-8ccd-d9b72a648207, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4c980387-a7c4-4b05-8ccd-d9b72a648207,segment=NetworkSegment(ddc89320-be62-4bda-a694-d83b89efe665),segment_id=ddc89320-be62-4bda-a694-d83b89efe665)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:13.511930 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:13.565492 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=4c980387-a7c4-4b05-8ccd-d9b72a648207,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:13.918824 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['4c980387-a7c4-4b05-8ccd-d9b72a648207'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:02:14.238065 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a6223f-d0ea-4963-9c66-92fbe7adf6ca req-7b4f256a-cce6-4629-9918-291a3647a4a5 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:14.239606 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-85a6223f-d0ea-4963-9c66-92fbe7adf6ca req-7b4f256a-cce6-4629-9918-291a3647a4a5 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec17591-54f2-45b9-b884-1905df41baa9 HTTP/1.1" status: 200 len: 945 time: 0.0804296 Jul 06 15:02:14.282333 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-85a6223f-d0ea-4963-9c66-92fbe7adf6ca req-79b7c290-4784-4d19-b699-ffc24607a012 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7a758d2-2cd6-4a16-9422-68fcbd0073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352848 Jul 06 15:02:15.263150 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 4c980387-a7c4-4b05-8ccd-d9b72a648207 up at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:02:15.327699 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning for port 4c980387-a7c4-4b05-8ccd-d9b72a648207 completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:02:15.333032 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning complete for port 4c980387-a7c4-4b05-8ccd-d9b72a648207 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:15.333492 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:15.430948 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:15.463086 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec17591-54f2-45b9-b884-1905df41baa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c980387-a7c4-4b05-8ccd-d9b72a648207'}] {{(pid=92917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:02:15.465512 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ea3ef9b0f14ac6a08de5771e2132c48ed06abd6a52ccf1dddde4c27a9981b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01095ef4-2303-49c0-a53c-c2b92244103b" -d '{"events": [{"server_uuid": "eec17591-54f2-45b9-b884-1905df41baa9", "name": "network-vif-plugged", "status": "completed", "tag": "4c980387-a7c4-4b05-8ccd-d9b72a648207"}]}' {{(pid=92917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:02:15.481503 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 4c980387-a7c4-4b05-8ccd-d9b72a648207, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4c980387-a7c4-4b05-8ccd-d9b72a648207,segment=NetworkSegment(ddc89320-be62-4bda-a694-d83b89efe665),segment_id=ddc89320-be62-4bda-a694-d83b89efe665)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:15.490727 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:15.539214 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588bda2-2c01-42d6-a5b7-a0f0598bde38 req-13b2fdc8-8704-456b-98f5-82457c55ef1f tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:15.541946 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-2588bda2-2c01-42d6-a5b7-a0f0598bde38 req-13b2fdc8-8704-456b-98f5-82457c55ef1f tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec17591-54f2-45b9-b884-1905df41baa9 HTTP/1.1" status: 200 len: 945 time: 0.1099112 Jul 06 15:02:15.569611 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=4c980387-a7c4-4b05-8ccd-d9b72a648207,revision_number=5']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:15.590416 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225f9dca-fef5-45e5-bc9b-5c523703d296 x-openstack-request-id: req-225f9dca-fef5-45e5-bc9b-5c523703d296 {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:02:15.590858 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec17591-54f2-45b9-b884-1905df41baa9", "name": "network-vif-plugged", "status": "completed", "tag": "4c980387-a7c4-4b05-8ccd-d9b72a648207", "code": 200}]} {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:02:15.591310 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-225f9dca-fef5-45e5-bc9b-5c523703d296 {{(pid=92917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:02:15.591839 dv-cinder-788363-5-iscsi neutron-server[92917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec17591-54f2-45b9-b884-1905df41baa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c980387-a7c4-4b05-8ccd-d9b72a648207', 'code': 200} Jul 06 15:02:15.601780 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-2588bda2-2c01-42d6-a5b7-a0f0598bde38 req-bacf6fa3-44db-4e2a-99f9-8d21f76d2f2c tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7a758d2-2cd6-4a16-9422-68fcbd0073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513356 Jul 06 15:02:15.903987 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fc40f-9a0d-454c-abf5-a11dc5cf73b0 req-9c5f67c3-0698-4886-94fa-80038b23311e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:15.905627 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-a31fc40f-9a0d-454c-abf5-a11dc5cf73b0 req-9c5f67c3-0698-4886-94fa-80038b23311e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=eec17591-54f2-45b9-b884-1905df41baa9 HTTP/1.1" status: 200 len: 1099 time: 0.0664432 Jul 06 15:02:15.950501 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-a31fc40f-9a0d-454c-abf5-a11dc5cf73b0 req-a6389e8a-711c-4335-96d5-f9f29d531e31 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d7a758d2-2cd6-4a16-9422-68fcbd0073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361373 Jul 06 15:02:16.722865 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-f76315dd-e89b-426d-af95-65eb00846285 req-1e288c5b-4233-44d3-857d-a4fd6f833c27 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2100953806&fields=id&tenant_id=41f527dda56443f2972cd663574aefa9 HTTP/1.1" status: 200 len: 267 time: 0.0418093 Jul 06 15:02:16.820295 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76315dd-e89b-426d-af95-65eb00846285 req-68430797-238f-466b-8cd4-c1344a455c1f tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:16.822490 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-f76315dd-e89b-426d-af95-65eb00846285 req-68430797-238f-466b-8cd4-c1344a455c1f tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 985 time: 0.0934694 Jul 06 15:02:16.823686 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3fbf8b-2f5b-43d2-a5ae-25c650d4e18c req-26ecb5c8-33ce-48cf-bff2-2ca12aea350c tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:16.826449 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4c3fbf8b-2f5b-43d2-a5ae-25c650d4e18c req-26ecb5c8-33ce-48cf-bff2-2ca12aea350c tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec17591-54f2-45b9-b884-1905df41baa9 HTTP/1.1" status: 200 len: 946 time: 0.0832558 Jul 06 15:02:16.839234 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [req-f76315dd-e89b-426d-af95-65eb00846285 req-19e6df19-53e9-4a59-be7b-570ef4622957 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Request body: {'port': {'security_groups': ['607ba602-9d94-48e8-bc30-47c106264a43']}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:02:16.902527 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4c3fbf8b-2f5b-43d2-a5ae-25c650d4e18c req-76376364-9c65-4f41-8e76-ca520cdc3f1b tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7a758d2-2cd6-4a16-9422-68fcbd0073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683436 Jul 06 15:02:16.987542 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-f76315dd-e89b-426d-af95-65eb00846285 req-19e6df19-53e9-4a59-be7b-570ef4622957 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:17.230607 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-f76315dd-e89b-426d-af95-65eb00846285 req-19e6df19-53e9-4a59-be7b-570ef4622957 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] For port 2765eba7-c467-478c-b4d1-2e90704707df, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2765eba7-c467-478c-b4d1-2e90704707df,segment=NetworkSegment(ee46ca01-90f6-4b77-9f66-e1a11d6e7193),segment_id=ee46ca01-90f6-4b77-9f66-e1a11d6e7193)] {{(pid=92915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:17.273791 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-f76315dd-e89b-426d-af95-65eb00846285 req-19e6df19-53e9-4a59-be7b-570ef4622957 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks [] for port, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:17.286029 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-f76315dd-e89b-426d-af95-65eb00846285 req-19e6df19-53e9-4a59-be7b-570ef4622957 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2297145'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:17.336797 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['2765eba7-c467-478c-b4d1-2e90704707df'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:02:17.364437 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76315dd-e89b-426d-af95-65eb00846285 req-19e6df19-53e9-4a59-be7b-570ef4622957 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:17.364760 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-f76315dd-e89b-426d-af95-65eb00846285 req-19e6df19-53e9-4a59-be7b-570ef4622957 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:17.367603 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-f76315dd-e89b-426d-af95-65eb00846285 req-19e6df19-53e9-4a59-be7b-570ef4622957 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "PUT /v2.0/ports/2765eba7-c467-478c-b4d1-2e90704707df HTTP/1.1" status: 200 len: 943 time: 0.5360296 Jul 06 15:02:17.368664 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f4f15f-50a0-4141-a6cf-b1a9572197aa', 'tag': '2765eba7-c467-478c-b4d1-2e90704707df'}] {{(pid=92915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:02:17.372805 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92756195bd967bcafd15386578949a9109be95aebc1330c0508ce0179bff92bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295c928c-1236-45f2-925e-8149f0cb1969" -d '{"events": [{"name": "network-changed", "server_uuid": "e3f4f15f-50a0-4141-a6cf-b1a9572197aa", "tag": "2765eba7-c467-478c-b4d1-2e90704707df"}]}' {{(pid=92915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:02:17.373891 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 53740) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:17.447359 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6df19-53e9-4a59-be7b-570ef4622957 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Pushing event updated for resources: {'Port': ['ID=2765eba7-c467-478c-b4d1-2e90704707df,revision_number=7']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:17.500828 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1a0644e1-e246-4188-afae-ceac0846ed45 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:17.533185 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1a0644e1-e246-4188-afae-ceac0846ed45 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:17.561412 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['2765eba7-c467-478c-b4d1-2e90704707df'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:02:17.563786 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2082fc82-65b3-4b63-83ab-5e910be10053 x-openstack-request-id: req-2082fc82-65b3-4b63-83ab-5e910be10053 {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:02:17.564451 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3f4f15f-50a0-4141-a6cf-b1a9572197aa", "tag": "2765eba7-c467-478c-b4d1-2e90704707df", "status": "completed", "code": 200}]} {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:02:17.564917 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2082fc82-65b3-4b63-83ab-5e910be10053 {{(pid=92915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:02:17.565612 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f4f15f-50a0-4141-a6cf-b1a9572197aa', 'tag': '2765eba7-c467-478c-b4d1-2e90704707df', 'status': 'completed', 'code': 200} Jul 06 15:02:17.703033 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1a0644e1-e246-4188-afae-ceac0846ed45 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:17.711191 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-1a0644e1-e246-4188-afae-ceac0846ed45 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:17.716896 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 53748) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:17.717168 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-1a0644e1-e246-4188-afae-ceac0846ed45 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "DELETE /v2.0/security-groups/9034db4f-3623-4e93-84de-d9621606d50c HTTP/1.1" status: 204 len: 168 time: 0.3420532 Jul 06 15:02:17.741133 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0644e1-e246-4188-afae-ceac0846ed45 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9034db4f-3623-4e93-84de-d9621606d50c,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:17.807616 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c928c-1236-45f2-925e-8149f0cb1969 req-95672d4e-7331-4e1b-b7fb-42025015963c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:17.809968 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-295c928c-1236-45f2-925e-8149f0cb1969 req-95672d4e-7331-4e1b-b7fb-42025015963c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=41f527dda56443f2972cd663574aefa9&device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 1099 time: 0.1725698 Jul 06 15:02:17.900984 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-4c2ca6f8-253c-415d-9223-7d54e1f99d10 None None] Provisioning complete for port 2765eba7-c467-478c-b4d1-2e90704707df triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:17.901594 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4c2ca6f8-253c-415d-9223-7d54e1f99d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:17.991377 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c928c-1236-45f2-925e-8149f0cb1969 req-3e15a26d-62c7-4f66-943a-d60c745c29bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:17.994532 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-295c928c-1236-45f2-925e-8149f0cb1969 req-3e15a26d-62c7-4f66-943a-d60c745c29bc service neutron] 10.222.0.25 "GET /v2.0/networks?id=c410ce4d-1c95-4b8b-a844-77a6d61680ff HTTP/1.1" status: 200 len: 916 time: 0.1756966 Jul 06 15:02:18.050754 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [None req-24d70156-3a46-4f52-848f-68b0b62a906c tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Deleting port d674052e-f430-4e6e-9eed-095535b2a245 {{(pid=92915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:02:18.051440 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-24d70156-3a46-4f52-848f-68b0b62a906c tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:18.235636 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-24d70156-3a46-4f52-848f-68b0b62a906c tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:18.236133 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-24d70156-3a46-4f52-848f-68b0b62a906c tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:18.264397 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [None req-24d70156-3a46-4f52-848f-68b0b62a906c tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Calling delete_port for d674052e-f430-4e6e-9eed-095535b2a245 owned by network:floatingip {{(pid=92915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:02:18.540993 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-295c928c-1236-45f2-925e-8149f0cb1969 req-eba44ffd-7947-47ab-8c1c-c2348863d961 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2765eba7-c467-478c-b4d1-2e90704707df HTTP/1.1" status: 200 len: 1000 time: 0.5323820 Jul 06 15:02:18.627434 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-24d70156-3a46-4f52-848f-68b0b62a906c tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2297282'] for port, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:18.628205 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a5511-28d5-4731-986f-96bc09ad80de req-80f0a123-a4d4-49a9-88d2-e29d96eba969 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:18.630375 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-df8a5511-28d5-4731-986f-96bc09ad80de req-80f0a123-a4d4-49a9-88d2-e29d96eba969 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec17591-54f2-45b9-b884-1905df41baa9 HTTP/1.1" status: 200 len: 946 time: 0.1778958 Jul 06 15:02:18.643881 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c928c-1236-45f2-925e-8149f0cb1969 req-c29fb6b4-21db-4d85-b902-eea97ef74180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:18.646810 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-295c928c-1236-45f2-925e-8149f0cb1969 req-c29fb6b4-21db-4d85-b902-eea97ef74180 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cd8d4e54-26f1-4b39-a95b-0872342e8203 HTTP/1.1" status: 200 len: 854 time: 0.0936954 Jul 06 15:02:18.711435 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d70156-3a46-4f52-848f-68b0b62a906c tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Pushing event deleted for resources: {'Port': ['ID=d674052e-f430-4e6e-9eed-095535b2a245,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:18.808109 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-df8a5511-28d5-4731-986f-96bc09ad80de req-f03435aa-1b7f-4ef6-8a5e-bccf6c071e52 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7a758d2-2cd6-4a16-9422-68fcbd0073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588573 Jul 06 15:02:18.869658 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c928c-1236-45f2-925e-8149f0cb1969 req-8863f3da-f6d9-4d00-b16a-39755d5f1727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:18.872346 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-295c928c-1236-45f2-925e-8149f0cb1969 req-8863f3da-f6d9-4d00-b16a-39755d5f1727 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c410ce4d-1c95-4b8b-a844-77a6d61680ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2083972 Jul 06 15:02:18.901369 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-24d70156-3a46-4f52-848f-68b0b62a906c tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks [] for floatingip, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:18.901748 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.db.l3_db [None req-24d70156-3a46-4f52-848f-68b0b62a906c tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Floating IP ffc1486d-abd8-42a9-8ef1-639d2534f750 disassociated (deleted). External IP: 172.27.3.7, port: 2765eba7-c467-478c-b4d1-2e90704707df. Jul 06 15:02:19.011294 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-295c928c-1236-45f2-925e-8149f0cb1969 req-c94fcc24-9e35-4ca2-ab8d-7dbf52df473c service neutron] 10.222.0.25 "GET /v2.0/networks/c410ce4d-1c95-4b8b-a844-77a6d61680ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289527 Jul 06 15:02:19.186201 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-295c928c-1236-45f2-925e-8149f0cb1969 req-614cf864-55f1-40fe-99da-c3c38fb583af service neutron] 10.222.0.25 "GET /v2.0/networks/c410ce4d-1c95-4b8b-a844-77a6d61680ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361778 Jul 06 15:02:19.256677 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d70156-3a46-4f52-848f-68b0b62a906c tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Router 17a3d2c5-1843-4133-80ca-d0c6e1d9110c has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:02:19.447022 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d70156-3a46-4f52-848f-68b0b62a906c tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:02:19.455538 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-24d70156-3a46-4f52-848f-68b0b62a906c tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for floatingip, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:19.464603 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b47aa5-40fb-4253-826b-b9c924f69e3d None None] Sync routers for ids ['17a3d2c5-1843-4133-80ca-d0c6e1d9110c'] in dv-cinder-788363-5-iscsi {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:02:19.478871 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b47aa5-40fb-4253-826b-b9c924f69e3d None None] Routers {'17a3d2c5-1843-4133-80ca-d0c6e1d9110c'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:02:19.479790 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-d1b47aa5-40fb-4253-826b-b9c924f69e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:02:05Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['17a3d2c5-1843-4133-80ca-d0c6e1d9110c'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:19.519507 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-24d70156-3a46-4f52-848f-68b0b62a906c tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "DELETE /v2.0/floatingips/ffc1486d-abd8-42a9-8ef1-639d2534f750 HTTP/1.1" status: 204 len: 168 time: 1.7970231 Jul 06 15:02:19.566791 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f4f15f-50a0-4141-a6cf-b1a9572197aa', 'tag': '2765eba7-c467-478c-b4d1-2e90704707df'}] {{(pid=92915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:02:19.571194 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92756195bd967bcafd15386578949a9109be95aebc1330c0508ce0179bff92bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce33d0d-effa-4e04-833e-51dd47d74bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "e3f4f15f-50a0-4141-a6cf-b1a9572197aa", "tag": "2765eba7-c467-478c-b4d1-2e90704707df"}]}' {{(pid=92915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:02:19.644592 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c798cf38-d3c8-42da-94df-1d67ad43a1cf x-openstack-request-id: req-c798cf38-d3c8-42da-94df-1d67ad43a1cf {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:02:19.645129 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3f4f15f-50a0-4141-a6cf-b1a9572197aa", "tag": "2765eba7-c467-478c-b4d1-2e90704707df", "status": "completed", "code": 200}]} {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:02:19.645517 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c798cf38-d3c8-42da-94df-1d67ad43a1cf {{(pid=92915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:02:19.647259 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f4f15f-50a0-4141-a6cf-b1a9572197aa', 'tag': '2765eba7-c467-478c-b4d1-2e90704707df', 'status': 'completed', 'code': 200} Jul 06 15:02:19.663389 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-d1b47aa5-40fb-4253-826b-b9c924f69e3d None None] Set router 17a3d2c5-1843-4133-80ca-d0c6e1d9110c gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:02:19.810951 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce33d0d-effa-4e04-833e-51dd47d74bf1 req-630efd74-ed90-45b3-82a5-2f8b66ddb411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:19.814311 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-bce33d0d-effa-4e04-833e-51dd47d74bf1 req-630efd74-ed90-45b3-82a5-2f8b66ddb411 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=41f527dda56443f2972cd663574aefa9&device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 1099 time: 0.1030743 Jul 06 15:02:19.989733 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce33d0d-effa-4e04-833e-51dd47d74bf1 req-f7ffd689-060a-48dc-9bef-aaf8850a0159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:19.993625 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-bce33d0d-effa-4e04-833e-51dd47d74bf1 req-f7ffd689-060a-48dc-9bef-aaf8850a0159 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c410ce4d-1c95-4b8b-a844-77a6d61680ff HTTP/1.1" status: 200 len: 916 time: 0.1707976 Jul 06 15:02:20.088275 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-bce33d0d-effa-4e04-833e-51dd47d74bf1 req-89048e34-c9f3-4131-8ead-8b5808c9c790 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2765eba7-c467-478c-b4d1-2e90704707df HTTP/1.1" status: 200 len: 217 time: 0.0871201 Jul 06 15:02:20.089686 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-d1b47aa5-40fb-4253-826b-b9c924f69e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'name': 'tempest-TestMinimumBasicScenario-2014536102-router', 'tenant_id': '41f527dda56443f2972cd663574aefa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '8c0a7283-3ab7-45f7-b8bd-712aff36d4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:58:44Z', 'updated_at': '2021-07-06T14:58:50Z', 'revision_number': 4, 'project_id': '41f527dda56443f2972cd663574aefa9', 'gw_port': {'id': '8c0a7283-3ab7-45f7-b8bd-712aff36d4da', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:58:45Z', 'updated_at': '2021-07-06T14:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': 'c4426eda-f90f-46d9-8cbc-d106ee152105', 'name': '', 'network_id': 'c410ce4d-1c95-4b8b-a844-77a6d61680ff', 'tenant_id': '41f527dda56443f2972cd663574aefa9', 'mac_address': 'fa:16:3e:50:f4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'cd8d4e54-26f1-4b39-a95b-0872342e8203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:58:49Z', 'updated_at': '2021-07-06T14:59:01Z', 'revision_number': 5, 'project_id': '41f527dda56443f2972cd663574aefa9', 'subnets': [{'id': 'cd8d4e54-26f1-4b39-a95b-0872342e8203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:20.124485 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b47aa5-40fb-4253-826b-b9c924f69e3d None None] Checking router: 17a3d2c5-1843-4133-80ca-d0c6e1d9110c for host: dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:02:20.143788 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b47aa5-40fb-4253-826b-b9c924f69e3d None None] Routers {'17a3d2c5-1843-4133-80ca-d0c6e1d9110c'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:02:20.144985 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-d1b47aa5-40fb-4253-826b-b9c924f69e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:02:05Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['17a3d2c5-1843-4133-80ca-d0c6e1d9110c'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:20.172703 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce33d0d-effa-4e04-833e-51dd47d74bf1 req-2ee1f10e-c2b9-432b-8415-eae13b563e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:20.180809 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-bce33d0d-effa-4e04-833e-51dd47d74bf1 req-2ee1f10e-c2b9-432b-8415-eae13b563e24 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cd8d4e54-26f1-4b39-a95b-0872342e8203 HTTP/1.1" status: 200 len: 854 time: 0.0850792 Jul 06 15:02:20.295583 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce33d0d-effa-4e04-833e-51dd47d74bf1 req-5dc59fc4-062e-45ce-a890-938904938888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:20.298637 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-bce33d0d-effa-4e04-833e-51dd47d74bf1 req-5dc59fc4-062e-45ce-a890-938904938888 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c410ce4d-1c95-4b8b-a844-77a6d61680ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1061900 Jul 06 15:02:20.380301 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-d1b47aa5-40fb-4253-826b-b9c924f69e3d None None] Set router 17a3d2c5-1843-4133-80ca-d0c6e1d9110c gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:02:20.460873 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-bce33d0d-effa-4e04-833e-51dd47d74bf1 req-44b928be-ee92-4e2a-8f6c-b9e51d516934 service neutron] 10.222.0.25 "GET /v2.0/networks/c410ce4d-1c95-4b8b-a844-77a6d61680ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462305 Jul 06 15:02:20.616879 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-bce33d0d-effa-4e04-833e-51dd47d74bf1 req-2b85e120-2b94-46d5-8bbb-00fdeff39521 service neutron] 10.222.0.25 "GET /v2.0/networks/c410ce4d-1c95-4b8b-a844-77a6d61680ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250980 Jul 06 15:02:20.666320 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccdcb9-edd3-4d7e-ada6-8cebddaa7d72 req-b4866d8a-02d2-446c-9aa5-94e1922e9149 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:20.669105 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-19ccdcb9-edd3-4d7e-ada6-8cebddaa7d72 req-b4866d8a-02d2-446c-9aa5-94e1922e9149 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec17591-54f2-45b9-b884-1905df41baa9 HTTP/1.1" status: 200 len: 946 time: 0.1424384 Jul 06 15:02:20.704535 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-d1b47aa5-40fb-4253-826b-b9c924f69e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'name': 'tempest-TestMinimumBasicScenario-2014536102-router', 'tenant_id': '41f527dda56443f2972cd663574aefa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '8c0a7283-3ab7-45f7-b8bd-712aff36d4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:58:44Z', 'updated_at': '2021-07-06T14:58:50Z', 'revision_number': 4, 'project_id': '41f527dda56443f2972cd663574aefa9', 'gw_port': {'id': '8c0a7283-3ab7-45f7-b8bd-712aff36d4da', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:58:45Z', 'updated_at': '2021-07-06T14:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': 'c4426eda-f90f-46d9-8cbc-d106ee152105', 'name': '', 'network_id': 'c410ce4d-1c95-4b8b-a844-77a6d61680ff', 'tenant_id': '41f527dda56443f2972cd663574aefa9', 'mac_address': 'fa:16:3e:50:f4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'cd8d4e54-26f1-4b39-a95b-0872342e8203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:58:49Z', 'updated_at': '2021-07-06T14:59:01Z', 'revision_number': 5, 'project_id': '41f527dda56443f2972cd663574aefa9', 'subnets': [{'id': 'cd8d4e54-26f1-4b39-a95b-0872342e8203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:20.733329 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-19ccdcb9-edd3-4d7e-ada6-8cebddaa7d72 req-4146a97f-37cf-4582-ac6c-ada2c7d99e7d tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7a758d2-2cd6-4a16-9422-68fcbd0073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569766 Jul 06 15:02:20.740687 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b47aa5-40fb-4253-826b-b9c924f69e3d None None] The sync data for ids ['17a3d2c5-1843-4133-80ca-d0c6e1d9110c'] in dv-cinder-788363-5-iscsi is: [{'id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'name': 'tempest-TestMinimumBasicScenario-2014536102-router', 'tenant_id': '41f527dda56443f2972cd663574aefa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '8c0a7283-3ab7-45f7-b8bd-712aff36d4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:58:44Z', 'updated_at': '2021-07-06T14:58:50Z', 'revision_number': 4, 'project_id': '41f527dda56443f2972cd663574aefa9', 'gw_port': {'id': '8c0a7283-3ab7-45f7-b8bd-712aff36d4da', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:58:45Z', 'updated_at': '2021-07-06T14:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': 'c4426eda-f90f-46d9-8cbc-d106ee152105', 'name': '', 'network_id': 'c410ce4d-1c95-4b8b-a844-77a6d61680ff', 'tenant_id': '41f527dda56443f2972cd663574aefa9', 'mac_address': 'fa:16:3e:50:f4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'cd8d4e54-26f1-4b39-a95b-0872342e8203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:58:49Z', 'updated_at': '2021-07-06T14:59:01Z', 'revision_number': 5, 'project_id': '41f527dda56443f2972cd663574aefa9', 'subnets': [{'id': 'cd8d4e54-26f1-4b39-a95b-0872342e8203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:02:20.989653 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2bbc3b-71b1-48cb-9cca-b1a0a2b2fd8f None None] New status for floating IP ffc1486d-abd8-42a9-8ef1-639d2534f750: DOWN {{(pid=92918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:02:22.043701 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3573f85-3100-4a1f-b2ed-3af49f3d1812 req-d003e03b-a35c-49ad-b9fc-f4baedf80250 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:22.045551 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d3573f85-3100-4a1f-b2ed-3af49f3d1812 req-d003e03b-a35c-49ad-b9fc-f4baedf80250 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec17591-54f2-45b9-b884-1905df41baa9 HTTP/1.1" status: 200 len: 946 time: 0.1206839 Jul 06 15:02:22.108101 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d3573f85-3100-4a1f-b2ed-3af49f3d1812 req-8b1ec1c0-d9f3-4546-8c53-35de143bc66b tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7a758d2-2cd6-4a16-9422-68fcbd0073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561821 Jul 06 15:02:22.412940 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640fd7f-b142-46e0-bcac-268f5624651d req-3671b897-d49d-484a-bdff-5ffc01cf2546 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:22.415589 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-2640fd7f-b142-46e0-bcac-268f5624651d req-3671b897-d49d-484a-bdff-5ffc01cf2546 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec17591-54f2-45b9-b884-1905df41baa9 HTTP/1.1" status: 200 len: 946 time: 0.1174347 Jul 06 15:02:22.568322 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [req-2640fd7f-b142-46e0-bcac-268f5624651d req-3440e1e1-b65c-4fd9-a8cf-257ff6a14973 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Deleting port 4c980387-a7c4-4b05-8ccd-d9b72a648207 {{(pid=92916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:02:22.568889 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-2640fd7f-b142-46e0-bcac-268f5624651d req-3440e1e1-b65c-4fd9-a8cf-257ff6a14973 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:22.736816 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [req-2640fd7f-b142-46e0-bcac-268f5624651d req-3440e1e1-b65c-4fd9-a8cf-257ff6a14973 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] For port 4c980387-a7c4-4b05-8ccd-d9b72a648207, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4c980387-a7c4-4b05-8ccd-d9b72a648207,segment=NetworkSegment(ddc89320-be62-4bda-a694-d83b89efe665),segment_id=ddc89320-be62-4bda-a694-d83b89efe665)] {{(pid=92916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:22.737381 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-2640fd7f-b142-46e0-bcac-268f5624651d req-3440e1e1-b65c-4fd9-a8cf-257ff6a14973 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:22.762174 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [req-2640fd7f-b142-46e0-bcac-268f5624651d req-3440e1e1-b65c-4fd9-a8cf-257ff6a14973 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Calling delete_port for 4c980387-a7c4-4b05-8ccd-d9b72a648207 owned by compute:nova {{(pid=92916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:02:22.938182 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-2640fd7f-b142-46e0-bcac-268f5624651d req-3440e1e1-b65c-4fd9-a8cf-257ff6a14973 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824642'] for port, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:22.977401 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['4c980387-a7c4-4b05-8ccd-d9b72a648207'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:02:22.980149 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440e1e1-b65c-4fd9-a8cf-257ff6a14973 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Pushing event deleted for resources: {'Port': ['ID=4c980387-a7c4-4b05-8ccd-d9b72a648207,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:23.036502 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.l3_dvrscheduler_db [req-2640fd7f-b142-46e0-bcac-268f5624651d req-3440e1e1-b65c-4fd9-a8cf-257ff6a14973 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] No DVR routers for this DVR port 4c980387-a7c4-4b05-8ccd-d9b72a648207 on host hv-cinder-78836 {{(pid=92916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:02:23.039708 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-2640fd7f-b142-46e0-bcac-268f5624651d req-3440e1e1-b65c-4fd9-a8cf-257ff6a14973 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:23.042104 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-2640fd7f-b142-46e0-bcac-268f5624651d req-3440e1e1-b65c-4fd9-a8cf-257ff6a14973 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.25 "DELETE /v2.0/ports/4c980387-a7c4-4b05-8ccd-d9b72a648207 HTTP/1.1" status: 204 len: 173 time: 0.6203449 Jul 06 15:02:23.042597 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec17591-54f2-45b9-b884-1905df41baa9', 'name': 'network-vif-deleted', 'tag': '4c980387-a7c4-4b05-8ccd-d9b72a648207'}] {{(pid=92916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:02:23.046021 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95076a2cfa108320b507fde56cef9a7a3e09023494eaa6cf19f085f96635572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816d7a4c-8bfa-4bec-a42e-fd8c9ec29d90" -d '{"events": [{"server_uuid": "eec17591-54f2-45b9-b884-1905df41baa9", "name": "network-vif-deleted", "tag": "4c980387-a7c4-4b05-8ccd-d9b72a648207"}]}' {{(pid=92916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:02:23.106859 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f396c8bc-7a48-468b-b6c6-5e817f7d6f50 x-openstack-request-id: req-f396c8bc-7a48-468b-b6c6-5e817f7d6f50 {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:02:23.107259 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec17591-54f2-45b9-b884-1905df41baa9", "name": "network-vif-deleted", "tag": "4c980387-a7c4-4b05-8ccd-d9b72a648207", "status": "completed", "code": 200}]} {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:02:23.107522 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f396c8bc-7a48-468b-b6c6-5e817f7d6f50 {{(pid=92916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:02:23.107960 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec17591-54f2-45b9-b884-1905df41baa9', 'name': 'network-vif-deleted', 'tag': '4c980387-a7c4-4b05-8ccd-d9b72a648207', 'status': 'completed', 'code': 200} Jul 06 15:02:23.348723 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b31da577-2206-4ecd-a9d8-48ff2d2b635e req-ae184014-3a74-4df9-95fd-e9fa46c71a85 tempest-VolumesActionsTest-31880059 tempest-VolumesActionsTest-31880059-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec17591-54f2-45b9-b884-1905df41baa9 HTTP/1.1" status: 200 len: 210 time: 0.0474057 Jul 06 15:02:25.295582 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 4c980387-a7c4-4b05-8ccd-d9b72a648207 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:02:25.318705 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] No Port match for: 4c980387-a7c4-4b05-8ccd-d9b72a648207 {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:02:25.318705 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 4c980387-a7c4-4b05-8ccd-d9b72a648207 not bound to the agent host hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:02:31.992667 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-e6c96f16-8549-4f9b-b47e-675781763782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:35.413166 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-b877bf8c-8e16-46f5-b0ce-ae44aa3192c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:35.470204 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:36.571583 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:37.504143 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:38.607296 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:40.017255 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f0cf0-9d65-4568-982e-691c242fcf2f req-57171718-dbeb-4027-9e48-74e1b9fdaf28 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:40.019139 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-fd9f0cf0-9d65-4568-982e-691c242fcf2f req-57171718-dbeb-4027-9e48-74e1b9fdaf28 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 946 time: 0.0810025 Jul 06 15:02:40.081259 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-fd9f0cf0-9d65-4568-982e-691c242fcf2f req-0e1dbc44-1661-42d5-bad1-9fd3e8d8810d tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520110 Jul 06 15:02:40.853825 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4ccd3002-08ca-42ca-baa8-25fde2db316f req-81c60c3a-8f33-4ada-a63f-668b778b9f20 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0931740 Jul 06 15:02:41.081886 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd3002-08ca-42ca-baa8-25fde2db316f req-7f0f0594-9c18-4f83-8c78-24ed660ecb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:41.083906 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4ccd3002-08ca-42ca-baa8-25fde2db316f req-7f0f0594-9c18-4f83-8c78-24ed660ecb94 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=41f527dda56443f2972cd663574aefa9&device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 1099 time: 0.1228373 Jul 06 15:02:41.366444 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd3002-08ca-42ca-baa8-25fde2db316f req-f813bd4f-8a0f-4b6c-851a-d3b05de47ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:41.372212 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4ccd3002-08ca-42ca-baa8-25fde2db316f req-f813bd4f-8a0f-4b6c-851a-d3b05de47ecd service neutron] 10.222.0.25 "GET /v2.0/networks?id=c410ce4d-1c95-4b8b-a844-77a6d61680ff HTTP/1.1" status: 200 len: 916 time: 0.2556214 Jul 06 15:02:41.467196 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4ccd3002-08ca-42ca-baa8-25fde2db316f req-6ff604a3-7ccf-4ae7-8d9a-50de35bc6ed6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2765eba7-c467-478c-b4d1-2e90704707df HTTP/1.1" status: 200 len: 217 time: 0.0774729 Jul 06 15:02:41.469256 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e5f19-bf30-49bf-a3bc-db554e666e9a req-05ec22b0-c657-45e2-a398-bf42e088d60b tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:41.472836 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-da5e5f19-bf30-49bf-a3bc-db554e666e9a req-05ec22b0-c657-45e2-a398-bf42e088d60b tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 946 time: 0.1617069 Jul 06 15:02:41.533068 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-da5e5f19-bf30-49bf-a3bc-db554e666e9a req-53a8850b-546f-473f-ab3e-cf5513cbb942 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522234 Jul 06 15:02:41.605530 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd3002-08ca-42ca-baa8-25fde2db316f req-ac89e997-4685-4040-8a75-575270d986b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:41.607096 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4ccd3002-08ca-42ca-baa8-25fde2db316f req-ac89e997-4685-4040-8a75-575270d986b1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cd8d4e54-26f1-4b39-a95b-0872342e8203 HTTP/1.1" status: 200 len: 854 time: 0.1315041 Jul 06 15:02:41.690006 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e19b5-efc6-409a-8222-86bc72c61a62 req-eafecce0-ddab-4f69-974e-7469662d2fee tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:41.691795 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-537e19b5-efc6-409a-8222-86bc72c61a62 req-eafecce0-ddab-4f69-974e-7469662d2fee tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 946 time: 0.1722178 Jul 06 15:02:41.765702 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd3002-08ca-42ca-baa8-25fde2db316f req-f6eba90e-7049-4764-8ea4-09a3ad578056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:41.769697 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4ccd3002-08ca-42ca-baa8-25fde2db316f req-f6eba90e-7049-4764-8ea4-09a3ad578056 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c410ce4d-1c95-4b8b-a844-77a6d61680ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1501751 Jul 06 15:02:41.777644 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-537e19b5-efc6-409a-8222-86bc72c61a62 req-f3888c78-8c19-4cd3-a122-de1d87f11b73 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/security-groups?id=607ba602-9d94-48e8-bc30-47c106264a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770509 Jul 06 15:02:41.912692 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4ccd3002-08ca-42ca-baa8-25fde2db316f req-0c810ff9-d9fc-4f3f-aa02-64152623cabc service neutron] 10.222.0.25 "GET /v2.0/networks/c410ce4d-1c95-4b8b-a844-77a6d61680ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334383 Jul 06 15:02:42.105073 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4ccd3002-08ca-42ca-baa8-25fde2db316f req-69e9691f-c623-488e-b7eb-a2984981049c service neutron] 10.222.0.25 "GET /v2.0/networks/c410ce4d-1c95-4b8b-a844-77a6d61680ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845911 Jul 06 15:02:42.546609 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 54134) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:42.764855 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-40fd96d3-b428-49a5-8e9c-70223ece9483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:42.801018 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9bb02-fd99-4fb0-b458-56246c4a626d req-47041146-e076-4597-b253-49995a4e0338 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:42.803890 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-2bc9bb02-fd99-4fb0-b458-56246c4a626d req-47041146-e076-4597-b253-49995a4e0338 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 946 time: 0.1257825 Jul 06 15:02:42.993354 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-2bc9bb02-fd99-4fb0-b458-56246c4a626d req-0b1387ce-95b3-434c-ad8e-bd0591bf813b tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667285 Jul 06 15:02:43.079746 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-40fd96d3-b428-49a5-8e9c-70223ece9483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:43.090750 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-40fd96d3-b428-49a5-8e9c-70223ece9483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:43.162111 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-40fd96d3-b428-49a5-8e9c-70223ece9483 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=02c9a7cbb7774d09a6b345cefd3ecd9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6097410 Jul 06 15:02:43.162111 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd96d3-b428-49a5-8e9c-70223ece9483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844e4242-872d-47f0-b266-c1984aeb3738,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:43.164822 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 54150) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:43.201099 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58230018-14c2-4ff8-8805-891a4ca6cc6f req-3eecb66a-065b-4a8d-8fa6-b786f51f6d86 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:43.203522 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-58230018-14c2-4ff8-8805-891a4ca6cc6f req-3eecb66a-065b-4a8d-8fa6-b786f51f6d86 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 946 time: 0.1000440 Jul 06 15:02:43.257039 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8da6b4cf-3130-4bc0-abd4-f9506d2abaf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:43.293954 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-58230018-14c2-4ff8-8805-891a4ca6cc6f req-f3c70a36-2a63-4503-ad44-4c186dcdedf4 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/security-groups?id=607ba602-9d94-48e8-bc30-47c106264a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816023 Jul 06 15:02:43.303197 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8da6b4cf-3130-4bc0-abd4-f9506d2abaf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:43.429267 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8da6b4cf-3130-4bc0-abd4-f9506d2abaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:43.432172 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8da6b4cf-3130-4bc0-abd4-f9506d2abaf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:43.433459 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-8da6b4cf-3130-4bc0-abd4-f9506d2abaf1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/844e4242-872d-47f0-b266-c1984aeb3738 HTTP/1.1" status: 204 len: 168 time: 0.2669790 Jul 06 15:02:43.449872 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6b4cf-3130-4bc0-abd4-f9506d2abaf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844e4242-872d-47f0-b266-c1984aeb3738,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:43.754015 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263522a9-7a9c-4a60-a6cc-a75642cd9aa6 req-d7236e8e-1450-47dd-b5e6-0dbced871e06 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:43.757935 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-263522a9-7a9c-4a60-a6cc-a75642cd9aa6 req-d7236e8e-1450-47dd-b5e6-0dbced871e06 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 946 time: 0.1411915 Jul 06 15:02:44.016087 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [req-263522a9-7a9c-4a60-a6cc-a75642cd9aa6 req-d9940b61-c5ed-4543-aa4c-ce2b668f6ab4 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Deleting port 2765eba7-c467-478c-b4d1-2e90704707df {{(pid=92916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:02:44.016653 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-263522a9-7a9c-4a60-a6cc-a75642cd9aa6 req-d9940b61-c5ed-4543-aa4c-ce2b668f6ab4 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:44.303606 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd398cb8-1fa1-4daa-8b17-7b8d508b8de4 req-9f429307-5114-492b-83e0-6d0832f4fa14 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:44.311325 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-bd398cb8-1fa1-4daa-8b17-7b8d508b8de4 req-9f429307-5114-492b-83e0-6d0832f4fa14 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 946 time: 0.0849502 Jul 06 15:02:44.313385 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [req-263522a9-7a9c-4a60-a6cc-a75642cd9aa6 req-d9940b61-c5ed-4543-aa4c-ce2b668f6ab4 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] For port 2765eba7-c467-478c-b4d1-2e90704707df, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2765eba7-c467-478c-b4d1-2e90704707df,segment=NetworkSegment(ee46ca01-90f6-4b77-9f66-e1a11d6e7193),segment_id=ee46ca01-90f6-4b77-9f66-e1a11d6e7193)] {{(pid=92916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:44.314413 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-263522a9-7a9c-4a60-a6cc-a75642cd9aa6 req-d9940b61-c5ed-4543-aa4c-ce2b668f6ab4 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:44.362230 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-bd398cb8-1fa1-4daa-8b17-7b8d508b8de4 req-b76fb7c7-d2c4-4c20-9b17-53332b45df34 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458865 Jul 06 15:02:44.369146 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [req-263522a9-7a9c-4a60-a6cc-a75642cd9aa6 req-d9940b61-c5ed-4543-aa4c-ce2b668f6ab4 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Calling delete_port for 2765eba7-c467-478c-b4d1-2e90704707df owned by compute:nova {{(pid=92916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:02:44.665101 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bdb2c-46a2-49ca-807f-74bf2582d02b req-cb0323aa-f579-4921-8761-ae3274feb3bf tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:44.669575 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-724bdb2c-46a2-49ca-807f-74bf2582d02b req-cb0323aa-f579-4921-8761-ae3274feb3bf tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 946 time: 0.1698747 Jul 06 15:02:44.697789 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-263522a9-7a9c-4a60-a6cc-a75642cd9aa6 req-d9940b61-c5ed-4543-aa4c-ce2b668f6ab4 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824642'] for port, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:44.737126 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['2765eba7-c467-478c-b4d1-2e90704707df'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:02:44.758534 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9940b61-c5ed-4543-aa4c-ce2b668f6ab4 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Pushing event deleted for resources: {'Port': ['ID=2765eba7-c467-478c-b4d1-2e90704707df,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:44.790589 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-724bdb2c-46a2-49ca-807f-74bf2582d02b req-50350d58-e937-4ec9-b30d-f2f9f9bb2bac tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/security-groups?id=607ba602-9d94-48e8-bc30-47c106264a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146145 Jul 06 15:02:44.864158 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.l3_dvrscheduler_db [req-263522a9-7a9c-4a60-a6cc-a75642cd9aa6 req-d9940b61-c5ed-4543-aa4c-ce2b668f6ab4 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] No DVR routers for this DVR port 2765eba7-c467-478c-b4d1-2e90704707df on host hv-cinder-78836 {{(pid=92916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:02:44.870213 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-263522a9-7a9c-4a60-a6cc-a75642cd9aa6 req-d9940b61-c5ed-4543-aa4c-ce2b668f6ab4 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:44.876294 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-263522a9-7a9c-4a60-a6cc-a75642cd9aa6 req-d9940b61-c5ed-4543-aa4c-ce2b668f6ab4 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.25 "DELETE /v2.0/ports/2765eba7-c467-478c-b4d1-2e90704707df HTTP/1.1" status: 204 len: 173 time: 1.1117761 Jul 06 15:02:44.876958 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f4f15f-50a0-4141-a6cf-b1a9572197aa', 'name': 'network-vif-deleted', 'tag': '2765eba7-c467-478c-b4d1-2e90704707df'}] {{(pid=92916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:02:44.880612 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95076a2cfa108320b507fde56cef9a7a3e09023494eaa6cf19f085f96635572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3d7e23-f0bd-469a-82fe-5d4e1b4d66b9" -d '{"events": [{"server_uuid": "e3f4f15f-50a0-4141-a6cf-b1a9572197aa", "name": "network-vif-deleted", "tag": "2765eba7-c467-478c-b4d1-2e90704707df"}]}' {{(pid=92916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:02:44.962005 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062d8f80-ebdb-4de6-9d43-20765607f969 x-openstack-request-id: req-062d8f80-ebdb-4de6-9d43-20765607f969 {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:02:44.962523 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f4f15f-50a0-4141-a6cf-b1a9572197aa", "name": "network-vif-deleted", "tag": "2765eba7-c467-478c-b4d1-2e90704707df", "status": "completed", "code": 200}]} {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:02:44.962796 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-062d8f80-ebdb-4de6-9d43-20765607f969 {{(pid=92916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:02:44.964087 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f4f15f-50a0-4141-a6cf-b1a9572197aa', 'name': 'network-vif-deleted', 'tag': '2765eba7-c467-478c-b4d1-2e90704707df', 'status': 'completed', 'code': 200} Jul 06 15:02:45.713696 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045ed71-ff2c-4c9f-80ef-f77c12c188e8 req-7ed54bad-967d-47bc-b559-ca55f66f8bb6 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:45.721583 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-4045ed71-ff2c-4c9f-80ef-f77c12c188e8 req-7ed54bad-967d-47bc-b559-ca55f66f8bb6 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 946 time: 0.1826744 Jul 06 15:02:45.792076 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-4045ed71-ff2c-4c9f-80ef-f77c12c188e8 req-54efeeac-94e3-4090-b090-1fa54041b663 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695808 Jul 06 15:02:46.064621 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-141a247b-a57a-4935-a6ed-856e5d45793e req-1188dfa5-323e-48fc-82e9-8695f7208ec9 tempest-TestMinimumBasicScenario-409261700 tempest-TestMinimumBasicScenario-409261700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f4f15f-50a0-4141-a6cf-b1a9572197aa HTTP/1.1" status: 200 len: 210 time: 0.0417509 Jul 06 15:02:47.029717 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06feb4-28b4-426b-be69-718b020d50a7 req-97d235e1-513f-4e70-a57b-67bbe6757ef9 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:47.031571 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-2c06feb4-28b4-426b-be69-718b020d50a7 req-97d235e1-513f-4e70-a57b-67bbe6757ef9 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 946 time: 0.0837748 Jul 06 15:02:47.075640 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-2c06feb4-28b4-426b-be69-718b020d50a7 req-a38f0dc1-c943-4e3a-aff0-3bb096a9bddb tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373919 Jul 06 15:02:47.342137 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 6 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:02:47.403715 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 2765eba7-c467-478c-b4d1-2e90704707df no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:02:47.435961 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] No Port match for: 2765eba7-c467-478c-b4d1-2e90704707df {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:02:47.436875 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 2765eba7-c467-478c-b4d1-2e90704707df not bound to the agent host hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:02:48.396231 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459aade-2ebe-42c8-9a0e-3d695c97ad19 req-3acfca80-3986-432a-8d4e-640475a3d291 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:48.406126 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-c459aade-2ebe-42c8-9a0e-3d695c97ad19 req-3acfca80-3986-432a-8d4e-640475a3d291 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 946 time: 0.1621914 Jul 06 15:02:48.426912 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 54246) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:48.499115 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-c459aade-2ebe-42c8-9a0e-3d695c97ad19 req-ffca01f5-9145-47d2-b8f7-aa207c3f2a9a tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920391 Jul 06 15:02:49.283860 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-eb89e507-2254-40cc-a758-d829ec3824a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869138'] for router_interface, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:50.168995 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [None req-eb89e507-2254-40cc-a758-d829ec3824a8 admin admin] Deleting port c4426eda-f90f-46d9-8cbc-d106ee152105 {{(pid=92915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:02:50.169783 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-eb89e507-2254-40cc-a758-d829ec3824a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:50.180859 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7568299-8b25-4f03-9dcc-afd9828b8de2 req-8ebb81a3-6f2e-4f48-b83f-04b08e9a4d15 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:50.188895 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e7568299-8b25-4f03-9dcc-afd9828b8de2 req-8ebb81a3-6f2e-4f48-b83f-04b08e9a4d15 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 946 time: 0.1482062 Jul 06 15:02:50.292170 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e7568299-8b25-4f03-9dcc-afd9828b8de2 req-425e7d2b-82ee-467e-a12b-ed0bc08791d4 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018384 Jul 06 15:02:50.359433 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [None req-eb89e507-2254-40cc-a758-d829ec3824a8 admin admin] For port c4426eda-f90f-46d9-8cbc-d106ee152105, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=c4426eda-f90f-46d9-8cbc-d106ee152105,segment=NetworkSegment(ee46ca01-90f6-4b77-9f66-e1a11d6e7193),segment_id=ee46ca01-90f6-4b77-9f66-e1a11d6e7193)] {{(pid=92915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:50.360051 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-eb89e507-2254-40cc-a758-d829ec3824a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:50.382562 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [None req-eb89e507-2254-40cc-a758-d829ec3824a8 admin admin] Calling delete_port for c4426eda-f90f-46d9-8cbc-d106ee152105 owned by network:router_interface {{(pid=92915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:02:50.699795 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-eb89e507-2254-40cc-a758-d829ec3824a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2297282'] for port, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:50.729571 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89e507-2254-40cc-a758-d829ec3824a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4426eda-f90f-46d9-8cbc-d106ee152105,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:50.746625 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb89e507-2254-40cc-a758-d829ec3824a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:50.747109 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb89e507-2254-40cc-a758-d829ec3824a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:50.747518 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb89e507-2254-40cc-a758-d829ec3824a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:50.747866 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb89e507-2254-40cc-a758-d829ec3824a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:50.748213 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb89e507-2254-40cc-a758-d829ec3824a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:50.749345 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb89e507-2254-40cc-a758-d829ec3824a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:50.749730 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb89e507-2254-40cc-a758-d829ec3824a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:50.750074 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb89e507-2254-40cc-a758-d829ec3824a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:50.750519 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb89e507-2254-40cc-a758-d829ec3824a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:50.750998 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb89e507-2254-40cc-a758-d829ec3824a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:50.751438 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb89e507-2254-40cc-a758-d829ec3824a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:50.751786 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb89e507-2254-40cc-a758-d829ec3824a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:51.010251 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-eb89e507-2254-40cc-a758-d829ec3824a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7887051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7869676'] for router_interface, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:51.493205 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb89e507-2254-40cc-a758-d829ec3824a8 admin admin] Router 17a3d2c5-1843-4133-80ca-d0c6e1d9110c has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:02:51.777559 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018295ff-d16e-4b7c-b365-90d6230ef93d req-accd4c7e-385c-47e6-a4f0-2746bdff41fa tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:51.789895 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-018295ff-d16e-4b7c-b365-90d6230ef93d req-accd4c7e-385c-47e6-a4f0-2746bdff41fa tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 946 time: 0.1173470 Jul 06 15:02:51.797558 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5a16d-8c3d-42ea-9da4-364bfc0ad431 req-3fad1adb-2962-4814-a52f-a856bc779fd2 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:51.808915 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b6e5a16d-8c3d-42ea-9da4-364bfc0ad431 req-3fad1adb-2962-4814-a52f-a856bc779fd2 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 946 time: 0.2276516 Jul 06 15:02:51.826076 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb89e507-2254-40cc-a758-d829ec3824a8 admin admin] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:02:51.839798 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-eb89e507-2254-40cc-a758-d829ec3824a8 admin admin] 10.222.0.20 "PUT /v2.0/routers/17a3d2c5-1843-4133-80ca-d0c6e1d9110c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4080307 Jul 06 15:02:51.844610 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 54278) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:51.847738 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1277bffc-49d6-4aaf-bf43-b2f4e39dee44 None None] Sync routers for ids ['17a3d2c5-1843-4133-80ca-d0c6e1d9110c'] in dv-cinder-788363-5-iscsi {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:02:51.854928 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-018295ff-d16e-4b7c-b365-90d6230ef93d req-403da0e5-bf93-4f60-95d4-22a3b5663285 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637591 Jul 06 15:02:51.877428 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1277bffc-49d6-4aaf-bf43-b2f4e39dee44 None None] Routers {'17a3d2c5-1843-4133-80ca-d0c6e1d9110c'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:02:51.878878 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-1277bffc-49d6-4aaf-bf43-b2f4e39dee44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:02:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['17a3d2c5-1843-4133-80ca-d0c6e1d9110c'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:51.939751 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b6e5a16d-8c3d-42ea-9da4-364bfc0ad431 req-93d68c47-b335-43a7-a28a-b5ab54e42252 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295700 Jul 06 15:02:52.071385 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-237ef3f4-d665-4fd8-b01f-681497349cb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:52.086838 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-1277bffc-49d6-4aaf-bf43-b2f4e39dee44 None None] Set router 17a3d2c5-1843-4133-80ca-d0c6e1d9110c gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:02:52.237798 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-237ef3f4-d665-4fd8-b01f-681497349cb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:52.342900 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [None req-237ef3f4-d665-4fd8-b01f-681497349cb9 admin admin] Deleting port 8c0a7283-3ab7-45f7-b8bd-712aff36d4da {{(pid=92915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:02:52.343293 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-237ef3f4-d665-4fd8-b01f-681497349cb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:52.466878 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-1277bffc-49d6-4aaf-bf43-b2f4e39dee44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'name': 'tempest-TestMinimumBasicScenario-2014536102-router', 'tenant_id': '41f527dda56443f2972cd663574aefa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '8c0a7283-3ab7-45f7-b8bd-712aff36d4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:58:44Z', 'updated_at': '2021-07-06T15:02:50Z', 'revision_number': 5, 'project_id': '41f527dda56443f2972cd663574aefa9', 'gw_port': {'id': '8c0a7283-3ab7-45f7-b8bd-712aff36d4da', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:58:45Z', 'updated_at': '2021-07-06T14:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:52.501241 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [None req-237ef3f4-d665-4fd8-b01f-681497349cb9 admin admin] For port 8c0a7283-3ab7-45f7-b8bd-712aff36d4da, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=8c0a7283-3ab7-45f7-b8bd-712aff36d4da,segment=NetworkSegment(d7a48dfa-38cd-4c9a-ae5e-4dc474366c17),segment_id=d7a48dfa-38cd-4c9a-ae5e-4dc474366c17)] {{(pid=92915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:52.501241 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-237ef3f4-d665-4fd8-b01f-681497349cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:52.513915 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1277bffc-49d6-4aaf-bf43-b2f4e39dee44 None None] Checking router: 17a3d2c5-1843-4133-80ca-d0c6e1d9110c for host: dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:02:52.515104 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [None req-237ef3f4-d665-4fd8-b01f-681497349cb9 admin admin] Calling delete_port for 8c0a7283-3ab7-45f7-b8bd-712aff36d4da owned by network:router_gateway {{(pid=92915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:02:52.531200 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1277bffc-49d6-4aaf-bf43-b2f4e39dee44 None None] Routers {'17a3d2c5-1843-4133-80ca-d0c6e1d9110c'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:02:52.532334 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-1277bffc-49d6-4aaf-bf43-b2f4e39dee44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:02:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['17a3d2c5-1843-4133-80ca-d0c6e1d9110c'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:52.722514 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-1277bffc-49d6-4aaf-bf43-b2f4e39dee44 None None] Set router 17a3d2c5-1843-4133-80ca-d0c6e1d9110c gateway port host: None {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:02:52.793719 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-1277bffc-49d6-4aaf-bf43-b2f4e39dee44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'name': 'tempest-TestMinimumBasicScenario-2014536102-router', 'tenant_id': '41f527dda56443f2972cd663574aefa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:58:44Z', 'updated_at': '2021-07-06T15:02:52Z', 'revision_number': 6, 'project_id': '41f527dda56443f2972cd663574aefa9', 'gw_port_host': None}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:52.845165 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1277bffc-49d6-4aaf-bf43-b2f4e39dee44 None None] The sync data for ids ['17a3d2c5-1843-4133-80ca-d0c6e1d9110c'] in dv-cinder-788363-5-iscsi is: [{'id': '17a3d2c5-1843-4133-80ca-d0c6e1d9110c', 'name': 'tempest-TestMinimumBasicScenario-2014536102-router', 'tenant_id': '41f527dda56443f2972cd663574aefa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:58:44Z', 'updated_at': '2021-07-06T15:02:52Z', 'revision_number': 6, 'project_id': '41f527dda56443f2972cd663574aefa9', 'gw_port_host': None}] {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:02:52.914169 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-237ef3f4-d665-4fd8-b01f-681497349cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2297282'] for port, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:52.997457 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ef3f4-d665-4fd8-b01f-681497349cb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c0a7283-3ab7-45f7-b8bd-712aff36d4da,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:53.152998 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-237ef3f4-d665-4fd8-b01f-681497349cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-413077'] for router_gateway, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:53.262321 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-237ef3f4-d665-4fd8-b01f-681497349cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27700'] for router, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:53.265257 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-237ef3f4-d665-4fd8-b01f-681497349cb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:53.267431 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276707f2-7c28-4f68-9bd5-eb3cfbb852e5 req-5e908f00-b482-4f76-95b5-e0afa6a12c2c tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:53.271640 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-276707f2-7c28-4f68-9bd5-eb3cfbb852e5 req-5e908f00-b482-4f76-95b5-e0afa6a12c2c tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 946 time: 0.1820633 Jul 06 15:02:53.339156 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-237ef3f4-d665-4fd8-b01f-681497349cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7865265'] for router, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:53.339820 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237ef3f4-d665-4fd8-b01f-681497349cb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17a3d2c5-1843-4133-80ca-d0c6e1d9110c {{(pid=92915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:02:53.349400 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-237ef3f4-d665-4fd8-b01f-681497349cb9 admin admin] Notify callbacks [] for router, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:53.355159 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-237ef3f4-d665-4fd8-b01f-681497349cb9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/17a3d2c5-1843-4133-80ca-d0c6e1d9110c HTTP/1.1" status: 204 len: 168 time: 1.5068750 Jul 06 15:02:53.355934 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 54296) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:53.371291 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-276707f2-7c28-4f68-9bd5-eb3cfbb852e5 req-85f9d731-5e09-4025-93b0-89fbd7316262 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812755 Jul 06 15:02:53.465885 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff13b17-6a00-45a7-9357-2f53b834dd0a admin admin] Deleting subnet cd8d4e54-26f1-4b39-a95b-0872342e8203 {{(pid=92915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 15:02:53.471721 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-2ff13b17-6a00-45a7-9357-2f53b834dd0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:53.515825 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-2ff13b17-6a00-45a7-9357-2f53b834dd0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4166504'] for subnet, precommit_delete_associations {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:53.749020 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07254c60-1a13-4e77-8e44-c14881b1ffcf req-aecfef80-9dcd-406d-ad2c-12bd1e320b32 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:53.751079 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-07254c60-1a13-4e77-8e44-c14881b1ffcf req-aecfef80-9dcd-406d-ad2c-12bd1e320b32 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 946 time: 0.4157441 Jul 06 15:02:53.752833 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-2ff13b17-6a00-45a7-9357-2f53b834dd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7770968'] for subnet, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:53.876875 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-07254c60-1a13-4e77-8e44-c14881b1ffcf req-e94ccc89-ae58-4400-9cda-c6cbb5bee8b2 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969584 Jul 06 15:02:53.933580 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-2ff13b17-6a00-45a7-9357-2f53b834dd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7770961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2297336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146455'] for subnet, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:53.975149 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff13b17-6a00-45a7-9357-2f53b834dd0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd8d4e54-26f1-4b39-a95b-0872342e8203,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:53.982051 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-2ff13b17-6a00-45a7-9357-2f53b834dd0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for subnet, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:53.985503 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-2ff13b17-6a00-45a7-9357-2f53b834dd0a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cd8d4e54-26f1-4b39-a95b-0872342e8203 HTTP/1.1" status: 204 len: 168 time: 0.6264977 Jul 06 15:02:53.987621 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 54308) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:53.996068 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ac1d02-c235-4b3a-9d87-fcab9168c2af None None] Network c410ce4d-1c95-4b8b-a844-77a6d61680ff requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:02:54.148853 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-300c5742-c553-4a59-8b39-133632e42755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558629'] for network, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:54.282075 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-300c5742-c553-4a59-8b39-133632e42755 admin admin] Deleting port a21cbdd7-4430-4597-a740-35dc735433d4 {{(pid=92916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:02:54.284907 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-300c5742-c553-4a59-8b39-133632e42755 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:54.419250 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de67d894-c86f-4771-862b-2b55a3e7ecca None None] DHCP port deletion for c410ce4d-1c95-4b8b-a844-77a6d61680ff request from dv-cinder-788363-5-iscsi {{(pid=92917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 15:02:54.435703 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [None req-300c5742-c553-4a59-8b39-133632e42755 admin admin] For port a21cbdd7-4430-4597-a740-35dc735433d4, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=a21cbdd7-4430-4597-a740-35dc735433d4,segment=NetworkSegment(ee46ca01-90f6-4b77-9f66-e1a11d6e7193),segment_id=ee46ca01-90f6-4b77-9f66-e1a11d6e7193)] {{(pid=92916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:54.436158 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-300c5742-c553-4a59-8b39-133632e42755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:54.465532 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-300c5742-c553-4a59-8b39-133632e42755 admin admin] Calling delete_port for a21cbdd7-4430-4597-a740-35dc735433d4 owned by network:dhcp {{(pid=92916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:02:54.492231 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-de67d894-c86f-4771-862b-2b55a3e7ecca None None] Deleting port a21cbdd7-4430-4597-a740-35dc735433d4 {{(pid=92917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:02:54.496363 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-de67d894-c86f-4771-862b-2b55a3e7ecca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:54.593353 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-de67d894-c86f-4771-862b-2b55a3e7ecca None None] For port a21cbdd7-4430-4597-a740-35dc735433d4, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=a21cbdd7-4430-4597-a740-35dc735433d4,segment=NetworkSegment(ee46ca01-90f6-4b77-9f66-e1a11d6e7193),segment_id=ee46ca01-90f6-4b77-9f66-e1a11d6e7193)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:54.594871 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-de67d894-c86f-4771-862b-2b55a3e7ecca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:54.631634 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-de67d894-c86f-4771-862b-2b55a3e7ecca None None] Calling delete_port for a21cbdd7-4430-4597-a740-35dc735433d4 owned by network:dhcp {{(pid=92917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:02:54.704068 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-300c5742-c553-4a59-8b39-133632e42755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824642'] for port, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:54.717323 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78037fc-721e-48bf-bead-2a9347e773fc req-5828d9f7-77a9-445c-a8de-345cd268fef6 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:54.719194 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-f78037fc-721e-48bf-bead-2a9347e773fc req-5828d9f7-77a9-445c-a8de-345cd268fef6 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 946 time: 0.1288862 Jul 06 15:02:54.787344 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device c4426eda-f90f-46d9-8cbc-d106ee152105 no longer exists at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:02:54.790913 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c5742-c553-4a59-8b39-133632e42755 admin admin] Pushing event deleted for resources: {'Port': ['ID=a21cbdd7-4430-4597-a740-35dc735433d4,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:54.812678 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c5742-c553-4a59-8b39-133632e42755 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:54.813036 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c5742-c553-4a59-8b39-133632e42755 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:54.813381 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c5742-c553-4a59-8b39-133632e42755 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:54.813721 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c5742-c553-4a59-8b39-133632e42755 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:54.814140 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c5742-c553-4a59-8b39-133632e42755 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:54.814479 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c5742-c553-4a59-8b39-133632e42755 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:54.814807 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c5742-c553-4a59-8b39-133632e42755 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:54.815187 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c5742-c553-4a59-8b39-133632e42755 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:54.815518 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c5742-c553-4a59-8b39-133632e42755 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:54.815852 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c5742-c553-4a59-8b39-133632e42755 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:54.816189 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c5742-c553-4a59-8b39-133632e42755 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:54.816574 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c5742-c553-4a59-8b39-133632e42755 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:54.817380 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] No Port match for: c4426eda-f90f-46d9-8cbc-d106ee152105 {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:02:54.817878 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device c4426eda-f90f-46d9-8cbc-d106ee152105 not bound to the agent host dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:02:54.818292 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device a21cbdd7-4430-4597-a740-35dc735433d4 no longer exists at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:02:54.821070 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300c5742-c553-4a59-8b39-133632e42755 admin admin] No DVR routers for this DVR port a21cbdd7-4430-4597-a740-35dc735433d4 on host dv-cinder-788363-5-iscsi {{(pid=92916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:02:54.842314 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] No Port match for: a21cbdd7-4430-4597-a740-35dc735433d4 {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:02:54.842693 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device a21cbdd7-4430-4597-a740-35dc735433d4 not bound to the agent host dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:02:54.843102 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 8c0a7283-3ab7-45f7-b8bd-712aff36d4da no longer exists at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:02:54.878090 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] No Port match for: 8c0a7283-3ab7-45f7-b8bd-712aff36d4da {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:02:54.878626 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 8c0a7283-3ab7-45f7-b8bd-712aff36d4da not bound to the agent host dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:02:54.920309 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-de67d894-c86f-4771-862b-2b55a3e7ecca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534'] for port, after_delete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:54.924021 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-300c5742-c553-4a59-8b39-133632e42755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7824845', 'neutron.services.segments.db._delete_segments_for_network-8766384846942'] for network, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:54.940281 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.services.segments.db [None req-300c5742-c553-4a59-8b39-133632e42755 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c410ce4d-1c95-4b8b-a844-77a6d61680ff']}} {{(pid=92916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:54.953152 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.services.segments.db [None req-300c5742-c553-4a59-8b39-133632e42755 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee46ca01-90f6-4b77-9f66-e1a11d6e7193') {'for_net_delete': True} {{(pid=92916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:54.953600 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.services.segments.db [None req-300c5742-c553-4a59-8b39-133632e42755 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee46ca01-90f6-4b77-9f66-e1a11d6e7193') {} {{(pid=92916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:54.964548 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-300c5742-c553-4a59-8b39-133632e42755 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766384831618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2271190'] for segment, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:54.978686 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67d894-c86f-4771-862b-2b55a3e7ecca None None] Pushing event deleted for resources: {'Port': ['ID=a21cbdd7-4430-4597-a740-35dc735433d4,revision_number=None']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:54.983374 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-300c5742-c553-4a59-8b39-133632e42755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:54.984227 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de67d894-c86f-4771-862b-2b55a3e7ecca None None] No DVR routers for this DVR port a21cbdd7-4430-4597-a740-35dc735433d4 on host dv-cinder-788363-5-iscsi {{(pid=92917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:02:54.995033 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-300c5742-c553-4a59-8b39-133632e42755 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=92916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:02:54.995600 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-300c5742-c553-4a59-8b39-133632e42755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2824477'] for segment, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:55.006007 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de67d894-c86f-4771-862b-2b55a3e7ecca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:55.007535 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de67d894-c86f-4771-862b-2b55a3e7ecca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:55.008231 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de67d894-c86f-4771-862b-2b55a3e7ecca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:55.008827 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de67d894-c86f-4771-862b-2b55a3e7ecca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:55.009611 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de67d894-c86f-4771-862b-2b55a3e7ecca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:55.010591 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de67d894-c86f-4771-862b-2b55a3e7ecca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:55.011339 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de67d894-c86f-4771-862b-2b55a3e7ecca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:55.012150 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de67d894-c86f-4771-862b-2b55a3e7ecca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:55.012703 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de67d894-c86f-4771-862b-2b55a3e7ecca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:55.015115 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de67d894-c86f-4771-862b-2b55a3e7ecca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:55.015677 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de67d894-c86f-4771-862b-2b55a3e7ecca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:55.016277 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de67d894-c86f-4771-862b-2b55a3e7ecca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: Traceback (most recent call last): Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: timer() Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: cb(*args, **kw) Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: return func(*args, **kwargs) Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: self._notify() Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: self.callback(batched_events) Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: event.method(event) Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: return f(self, *a, **k) Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: return self._get(url).json() Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: return self.request(url, 'GET', **kwargs) Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:02:55.070098 dv-cinder-788363-5-iscsi neutron-server[92916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:02:55.123921 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-f78037fc-721e-48bf-bead-2a9347e773fc req-de71385c-a811-4923-8d83-33a92bc3f045 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3967130 Jul 06 15:02:55.135852 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-300c5742-c553-4a59-8b39-133632e42755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7824838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-413105'] for network, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:55.143577 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-300c5742-c553-4a59-8b39-133632e42755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:55.148023 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-300c5742-c553-4a59-8b39-133632e42755 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c410ce4d-1c95-4b8b-a844-77a6d61680ff HTTP/1.1" status: 204 len: 168 time: 1.1576309 Jul 06 15:02:55.154196 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 54324) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:55.347801 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c5742-c553-4a59-8b39-133632e42755 admin admin] Pushing event deleted for resources: {'Network': ['ID=c410ce4d-1c95-4b8b-a844-77a6d61680ff,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:55.647343 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d8ada-f417-4476-914e-ea4c4a44adfa req-3f7e0983-fe37-4511-9806-7b88bcf02bc7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:55.657914 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-5d7d8ada-f417-4476-914e-ea4c4a44adfa req-3f7e0983-fe37-4511-9806-7b88bcf02bc7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 946 time: 0.3108537 Jul 06 15:02:55.767984 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-5d7d8ada-f417-4476-914e-ea4c4a44adfa req-71f8c3dc-52cd-4bf2-8338-c27885fd1bcd tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086571 Jul 06 15:02:55.898824 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-4a8f293c-ba70-4056-8f2b-22e47cf501a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869138'] for router_interface, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:56.447685 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cfb74-1c17-4c9f-9142-a1685cc9fbb7 req-1540e36f-04d7-4887-9718-8dcd94e201cc tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:56.450214 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-076cfb74-1c17-4c9f-9142-a1685cc9fbb7 req-1540e36f-04d7-4887-9718-8dcd94e201cc tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 946 time: 0.1174524 Jul 06 15:02:56.523344 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-076cfb74-1c17-4c9f-9142-a1685cc9fbb7 req-20c60a70-5f34-4341-83cd-8cd2ea6ffc89 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639136 Jul 06 15:02:56.705108 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f293c-ba70-4056-8f2b-22e47cf501a7 admin admin] Deleting port b39648cd-6412-4f7a-8698-a937a1fd9523 {{(pid=92916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:02:56.705838 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-4a8f293c-ba70-4056-8f2b-22e47cf501a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:56.824240 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [None req-4a8f293c-ba70-4056-8f2b-22e47cf501a7 admin admin] For port b39648cd-6412-4f7a-8698-a937a1fd9523, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=b39648cd-6412-4f7a-8698-a937a1fd9523,segment=NetworkSegment(34681b93-bc78-401c-8b3e-1e83b38489ab),segment_id=34681b93-bc78-401c-8b3e-1e83b38489ab)] {{(pid=92916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:56.824834 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-4a8f293c-ba70-4056-8f2b-22e47cf501a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:56.846693 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f293c-ba70-4056-8f2b-22e47cf501a7 admin admin] Calling delete_port for b39648cd-6412-4f7a-8698-a937a1fd9523 owned by network:router_interface {{(pid=92916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:02:57.175337 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583a2ba-6d3f-4640-a129-50212188a4b2 req-d3aa1d16-975c-472e-9083-3a44e35e4a58 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:57.178632 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-a583a2ba-6d3f-4640-a129-50212188a4b2 req-d3aa1d16-975c-472e-9083-3a44e35e4a58 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 946 time: 0.1717558 Jul 06 15:02:57.244774 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-4a8f293c-ba70-4056-8f2b-22e47cf501a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824642'] for port, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:57.309974 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-a583a2ba-6d3f-4640-a129-50212188a4b2 req-32f4df0b-9510-4610-8b30-fbe303910aef tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205459 Jul 06 15:02:57.311336 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f293c-ba70-4056-8f2b-22e47cf501a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b39648cd-6412-4f7a-8698-a937a1fd9523,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:57.433088 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device e4e1475c-63be-4e7f-92d9-08c81ce73063 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:02:57.619864 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-4a8f293c-ba70-4056-8f2b-22e47cf501a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7887051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7869676'] for router_interface, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:57.691171 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port e4e1475c-63be-4e7f-92d9-08c81ce73063, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e4e1475c-63be-4e7f-92d9-08c81ce73063,segment=NetworkSegment(cb30854e-762f-4ab3-afc5-fc62883d2599),segment_id=cb30854e-762f-4ab3-afc5-fc62883d2599)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:57.718959 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Returning: {'device': 'e4e1475c-63be-4e7f-92d9-08c81ce73063', 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad', 'port_id': 'e4e1475c-63be-4e7f-92d9-08c81ce73063', 'mac_address': 'fa:16:3e:8d:fa:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:02:57.816609 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:57.865942 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4e1475c-63be-4e7f-92d9-08c81ce73063 {{(pid=92917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:02:57.904461 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port e4e1475c-63be-4e7f-92d9-08c81ce73063, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e4e1475c-63be-4e7f-92d9-08c81ce73063,segment=NetworkSegment(cb30854e-762f-4ab3-afc5-fc62883d2599),segment_id=cb30854e-762f-4ab3-afc5-fc62883d2599)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:57.926547 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:58.070540 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03594220-7491-452f-80ad-cbdb6fbfd6f4 req-eda51ee7-c12c-40b9-b2a3-6c2eff4ceb28 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:58.072576 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-03594220-7491-452f-80ad-cbdb6fbfd6f4 req-eda51ee7-c12c-40b9-b2a3-6c2eff4ceb28 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 946 time: 0.1857877 Jul 06 15:02:58.084523 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=e4e1475c-63be-4e7f-92d9-08c81ce73063,revision_number=6']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:58.106776 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['e4e1475c-63be-4e7f-92d9-08c81ce73063'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:02:58.142209 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-03594220-7491-452f-80ad-cbdb6fbfd6f4 req-b0751dc3-ae38-481c-b1c9-fa99df8f6672 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592167 Jul 06 15:02:58.260946 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8f293c-ba70-4056-8f2b-22e47cf501a7 admin admin] Router a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:02:58.471271 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8f293c-ba70-4056-8f2b-22e47cf501a7 admin admin] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:02:58.486161 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a01bb3-8e41-43b3-b6f2-d0e686baa893 None None] Sync routers for ids ['a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a'] in dv-cinder-788363-5-iscsi {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:02:58.495247 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-4a8f293c-ba70-4056-8f2b-22e47cf501a7 admin admin] 10.222.0.20 "PUT /v2.0/routers/a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3311207 Jul 06 15:02:58.495247 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 54368) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:58.501314 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a01bb3-8e41-43b3-b6f2-d0e686baa893 None None] Routers {'a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:02:58.501796 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-93a01bb3-8e41-43b3-b6f2-d0e686baa893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:02:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:58.738297 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e038d31b-d48b-484e-8e6e-3acba454c957 admin admin] Notify callbacks [] for router, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:58.759381 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487f0fb-e857-4ad4-b85a-7e0d85d74f97 req-1a802b3c-caca-4f0e-a06e-65e3468aae25 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:58.760591 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-93a01bb3-8e41-43b3-b6f2-d0e686baa893 None None] Set router a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a gateway port host: dv-cinder-788363-5-iscsi {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:02:58.769230 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4487f0fb-e857-4ad4-b85a-7e0d85d74f97 req-1a802b3c-caca-4f0e-a06e-65e3468aae25 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 945 time: 0.2025192 Jul 06 15:02:58.915789 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4487f0fb-e857-4ad4-b85a-7e0d85d74f97 req-4609ccf5-719c-4e6e-81a9-d023c2dcbc84 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453373 Jul 06 15:02:58.982808 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e038d31b-d48b-484e-8e6e-3acba454c957 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:59.102242 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-e038d31b-d48b-484e-8e6e-3acba454c957 admin admin] Deleting port d66e5560-3ab2-4fa4-9e4f-7736379e1952 {{(pid=92916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:02:59.103070 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e038d31b-d48b-484e-8e6e-3acba454c957 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:59.132710 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-93a01bb3-8e41-43b3-b6f2-d0e686baa893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a', 'name': 'tempest-TestMinimumBasicScenario-1126563433-router', 'tenant_id': '48d382f613e5493d82947c3bd3619ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'd66e5560-3ab2-4fa4-9e4f-7736379e1952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:58:56Z', 'updated_at': '2021-07-06T15:02:57Z', 'revision_number': 5, 'project_id': '48d382f613e5493d82947c3bd3619ed9', 'gw_port': {'id': 'd66e5560-3ab2-4fa4-9e4f-7736379e1952', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:58:57Z', 'updated_at': '2021-07-06T14:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:59.226203 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a01bb3-8e41-43b3-b6f2-d0e686baa893 None None] Checking router: a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a for host: dv-cinder-788363-5-iscsi {{(pid=92918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:02:59.248230 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a01bb3-8e41-43b3-b6f2-d0e686baa893 None None] Routers {'a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:02:59.249487 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-93a01bb3-8e41-43b3-b6f2-d0e686baa893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:02:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:59.387561 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-93a01bb3-8e41-43b3-b6f2-d0e686baa893 None None] Set router a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a gateway port host: None {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:02:59.409182 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [None req-e038d31b-d48b-484e-8e6e-3acba454c957 admin admin] For port d66e5560-3ab2-4fa4-9e4f-7736379e1952, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=d66e5560-3ab2-4fa4-9e4f-7736379e1952,segment=NetworkSegment(d7a48dfa-38cd-4c9a-ae5e-4dc474366c17),segment_id=d7a48dfa-38cd-4c9a-ae5e-4dc474366c17)] {{(pid=92916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:59.410127 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e038d31b-d48b-484e-8e6e-3acba454c957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:59.449661 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device e4e1475c-63be-4e7f-92d9-08c81ce73063 up at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:02:59.461749 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-e038d31b-d48b-484e-8e6e-3acba454c957 admin admin] Calling delete_port for d66e5560-3ab2-4fa4-9e4f-7736379e1952 owned by network:router_gateway {{(pid=92916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:02:59.498168 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-93a01bb3-8e41-43b3-b6f2-d0e686baa893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a', 'name': 'tempest-TestMinimumBasicScenario-1126563433-router', 'tenant_id': '48d382f613e5493d82947c3bd3619ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:58:56Z', 'updated_at': '2021-07-06T15:02:58Z', 'revision_number': 6, 'project_id': '48d382f613e5493d82947c3bd3619ed9', 'gw_port_host': None}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:59.522284 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6349ae-08c7-4668-931a-741f3eaa9f55 req-ec859acd-1bda-447f-949f-7c36bf9ceca8 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:59.531719 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6e6349ae-08c7-4668-931a-741f3eaa9f55 req-ec859acd-1bda-447f-949f-7c36bf9ceca8 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 946 time: 0.1479871 Jul 06 15:02:59.567617 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a01bb3-8e41-43b3-b6f2-d0e686baa893 None None] The sync data for ids ['a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a'] in dv-cinder-788363-5-iscsi is: [{'id': 'a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a', 'name': 'tempest-TestMinimumBasicScenario-1126563433-router', 'tenant_id': '48d382f613e5493d82947c3bd3619ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:58:56Z', 'updated_at': '2021-07-06T15:02:58Z', 'revision_number': 6, 'project_id': '48d382f613e5493d82947c3bd3619ed9', 'gw_port_host': None}] {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:02:59.586380 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning complete for port e4e1475c-63be-4e7f-92d9-08c81ce73063 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:59.587061 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:59.630769 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6e6349ae-08c7-4668-931a-741f3eaa9f55 req-a906d914-8354-4755-aebc-72f28010f907 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977952 Jul 06 15:02:59.808569 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:59.861142 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fee08f-a112-4e0f-9957-ea22297eadc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e1475c-63be-4e7f-92d9-08c81ce73063'}] {{(pid=92917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:02:59.865320 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ea3ef9b0f14ac6a08de5771e2132c48ed06abd6a52ccf1dddde4c27a9981b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ef6cb8-b2cd-442b-b243-179469ffc36d" -d '{"events": [{"server_uuid": "e8fee08f-a112-4e0f-9957-ea22297eadc4", "name": "network-vif-plugged", "status": "completed", "tag": "e4e1475c-63be-4e7f-92d9-08c81ce73063"}]}' {{(pid=92917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:02:59.924185 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port e4e1475c-63be-4e7f-92d9-08c81ce73063, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e4e1475c-63be-4e7f-92d9-08c81ce73063,segment=NetworkSegment(cb30854e-762f-4ab3-afc5-fc62883d2599),segment_id=cb30854e-762f-4ab3-afc5-fc62883d2599)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:59.937293 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:00.076234 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6010d29-5a23-49ba-a7e8-c16a5b6678e4 x-openstack-request-id: req-b6010d29-5a23-49ba-a7e8-c16a5b6678e4 {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:03:00.076620 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8fee08f-a112-4e0f-9957-ea22297eadc4", "name": "network-vif-plugged", "status": "completed", "tag": "e4e1475c-63be-4e7f-92d9-08c81ce73063", "code": 200}]} {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:03:00.076770 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6010d29-5a23-49ba-a7e8-c16a5b6678e4 {{(pid=92917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:03:00.077166 dv-cinder-788363-5-iscsi neutron-server[92917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fee08f-a112-4e0f-9957-ea22297eadc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e1475c-63be-4e7f-92d9-08c81ce73063', 'code': 200} Jul 06 15:03:00.088059 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e038d31b-d48b-484e-8e6e-3acba454c957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824642'] for port, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:00.179316 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=e4e1475c-63be-4e7f-92d9-08c81ce73063,revision_number=7']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:00.210750 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038d31b-d48b-484e-8e6e-3acba454c957 admin admin] Pushing event deleted for resources: {'Port': ['ID=d66e5560-3ab2-4fa4-9e4f-7736379e1952,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:00.345387 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e038d31b-d48b-484e-8e6e-3acba454c957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-413077'] for router_gateway, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:00.417205 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b772ad-ece5-43c4-ab62-c4d448595295 req-53e596b7-9581-4c7b-9323-29d6c1a09571 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:00.420970 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-f0b772ad-ece5-43c4-ab62-c4d448595295 req-53e596b7-9581-4c7b-9323-29d6c1a09571 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 946 time: 0.1313281 Jul 06 15:03:00.553374 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-f0b772ad-ece5-43c4-ab62-c4d448595295 req-b7acfd20-5e8d-452d-a30d-502179f6fa96 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199288 Jul 06 15:03:00.679146 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e038d31b-d48b-484e-8e6e-3acba454c957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27700'] for router, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:00.682000 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e038d31b-d48b-484e-8e6e-3acba454c957 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:00.838483 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e038d31b-d48b-484e-8e6e-3acba454c957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7865265'] for router, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:00.838877 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device d66e5560-3ab2-4fa4-9e4f-7736379e1952 no longer exists at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:03:00.839869 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e038d31b-d48b-484e-8e6e-3acba454c957 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a {{(pid=92916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:03:00.852092 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e038d31b-d48b-484e-8e6e-3acba454c957 admin admin] Notify callbacks [] for router, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:00.858007 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 54400) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:00.858514 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-e038d31b-d48b-484e-8e6e-3acba454c957 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a0c7fcb3-b34c-46ab-87e7-ad5c4c0e896a HTTP/1.1" status: 204 len: 168 time: 2.3626432 Jul 06 15:03:00.903031 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] No Port match for: d66e5560-3ab2-4fa4-9e4f-7736379e1952 {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:03:00.903953 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device d66e5560-3ab2-4fa4-9e4f-7736379e1952 not bound to the agent host dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:03:00.904496 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device b39648cd-6412-4f7a-8698-a937a1fd9523 no longer exists at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:03:00.961753 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] No Port match for: b39648cd-6412-4f7a-8698-a937a1fd9523 {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:03:00.962567 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device b39648cd-6412-4f7a-8698-a937a1fd9523 not bound to the agent host dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:03:00.974930 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_v2 [None req-73cc2327-be0a-4418-b179-47e023a76970 admin admin] Deleting subnet c4d1a2af-5fa1-4a83-8cf8-67fb7df73446 {{(pid=92915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 15:03:00.986164 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-73cc2327-be0a-4418-b179-47e023a76970 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:01.082484 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac5974-33e4-41d3-a320-b94e57a4dc7c req-0cc89281-f957-4e2c-a75d-934c3bd71d30 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:01.082484 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-0aac5974-33e4-41d3-a320-b94e57a4dc7c req-0cc89281-f957-4e2c-a75d-934c3bd71d30 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 946 time: 0.1455703 Jul 06 15:03:01.087149 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-73cc2327-be0a-4418-b179-47e023a76970 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4166504'] for subnet, precommit_delete_associations {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:01.174060 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-0aac5974-33e4-41d3-a320-b94e57a4dc7c req-b691cb03-b0cb-468c-ba9c-2d26ceb14071 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837312 Jul 06 15:03:01.322319 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-73cc2327-be0a-4418-b179-47e023a76970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7770968'] for subnet, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:01.451306 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-73cc2327-be0a-4418-b179-47e023a76970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7770961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2297336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146455'] for subnet, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:01.487776 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc2327-be0a-4418-b179-47e023a76970 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4d1a2af-5fa1-4a83-8cf8-67fb7df73446,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:01.504682 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-73cc2327-be0a-4418-b179-47e023a76970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for subnet, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:01.512197 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 54404) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:01.514109 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c42965-2f17-409a-8b37-4e0278f68d66 None None] Network e513a4a6-60ca-40e2-b39d-c6af2659cb9e requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:03:01.526074 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-73cc2327-be0a-4418-b179-47e023a76970 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c4d1a2af-5fa1-4a83-8cf8-67fb7df73446 HTTP/1.1" status: 204 len: 168 time: 0.6668212 Jul 06 15:03:01.627655 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-262d9429-41e5-4ed5-a489-227c4c076b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558629'] for network, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:01.858892 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-262d9429-41e5-4ed5-a489-227c4c076b09 admin admin] Deleting port 23201323-5d74-4a79-9209-817055b4521c {{(pid=92916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:03:01.859578 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-262d9429-41e5-4ed5-a489-227c4c076b09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:01.876450 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877ba7fb-dc32-4052-a813-78ab57128ac8 None None] DHCP port deletion for e513a4a6-60ca-40e2-b39d-c6af2659cb9e request from dv-cinder-788363-5-iscsi {{(pid=92917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 15:03:02.048379 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c375c7-9b41-4859-9170-e0c836f69882 req-1db3b82e-d6dd-4c99-a4f1-a24cff86b54e tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:02.059915 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-877ba7fb-dc32-4052-a813-78ab57128ac8 None None] Deleting port 23201323-5d74-4a79-9209-817055b4521c {{(pid=92917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:03:02.060318 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-877ba7fb-dc32-4052-a813-78ab57128ac8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:02.062106 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-2da99892-6e45-4457-b43c-de8fff2880aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:02.065360 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d6c375c7-9b41-4859-9170-e0c836f69882 req-1db3b82e-d6dd-4c99-a4f1-a24cff86b54e tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 946 time: 0.1406050 Jul 06 15:03:02.197828 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d6c375c7-9b41-4859-9170-e0c836f69882 req-9a7ab152-95af-49ea-a021-6f7c2a02587a tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281486 Jul 06 15:03:02.216880 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [None req-262d9429-41e5-4ed5-a489-227c4c076b09 admin admin] For port 23201323-5d74-4a79-9209-817055b4521c, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=23201323-5d74-4a79-9209-817055b4521c,segment=NetworkSegment(34681b93-bc78-401c-8b3e-1e83b38489ab),segment_id=34681b93-bc78-401c-8b3e-1e83b38489ab)] {{(pid=92916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:03:02.217670 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-262d9429-41e5-4ed5-a489-227c4c076b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:02.221941 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad523924-b56a-4de4-a4ae-7b8e53730637 req-17567f6e-a1ef-4f4a-82c4-449d53a8d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:02.225737 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ad523924-b56a-4de4-a4ae-7b8e53730637 req-17567f6e-a1ef-4f4a-82c4-449d53a8d0ff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e801beae0cd84e64ad65a5c9c4637a7d&device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 1099 time: 0.2361002 Jul 06 15:03:02.296718 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-877ba7fb-dc32-4052-a813-78ab57128ac8 None None] For port 23201323-5d74-4a79-9209-817055b4521c, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=23201323-5d74-4a79-9209-817055b4521c,segment=NetworkSegment(34681b93-bc78-401c-8b3e-1e83b38489ab),segment_id=34681b93-bc78-401c-8b3e-1e83b38489ab)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:03:02.299648 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-877ba7fb-dc32-4052-a813-78ab57128ac8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:02.340621 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-877ba7fb-dc32-4052-a813-78ab57128ac8 None None] Calling delete_port for 23201323-5d74-4a79-9209-817055b4521c owned by network:dhcp {{(pid=92917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:03:02.392973 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad523924-b56a-4de4-a4ae-7b8e53730637 req-85964bf3-e79e-4767-8ed5-819ee1000358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:02.397140 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ad523924-b56a-4de4-a4ae-7b8e53730637 req-85964bf3-e79e-4767-8ed5-819ee1000358 service neutron] 10.222.0.25 "GET /v2.0/networks?id=03110df2-e384-4b3d-9464-61bed7bb00a3 HTTP/1.1" status: 200 len: 909 time: 0.1620717 Jul 06 15:03:02.419599 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-262d9429-41e5-4ed5-a489-227c4c076b09 admin admin] Calling delete_port for 23201323-5d74-4a79-9209-817055b4521c owned by network:dhcp {{(pid=92916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:03:02.553292 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ad523924-b56a-4de4-a4ae-7b8e53730637 req-827cdec8-174b-4dbc-ab42-ddea8e0d2ce2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=144f10fa-954e-4d0d-b25d-be48c91abed5 HTTP/1.1" status: 200 len: 1002 time: 0.1453745 Jul 06 15:03:02.593653 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-877ba7fb-dc32-4052-a813-78ab57128ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534'] for port, after_delete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:02.674059 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877ba7fb-dc32-4052-a813-78ab57128ac8 None None] No DVR routers for this DVR port 23201323-5d74-4a79-9209-817055b4521c on host dv-cinder-788363-5-iscsi {{(pid=92917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:03:02.682879 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ba7fb-dc32-4052-a813-78ab57128ac8 None None] Pushing event deleted for resources: {'Port': ['ID=23201323-5d74-4a79-9209-817055b4521c,revision_number=None']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:02.834810 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 23201323-5d74-4a79-9209-817055b4521c no longer exists at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:03:02.858614 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-262d9429-41e5-4ed5-a489-227c4c076b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824642'] for port, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:02.877803 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad523924-b56a-4de4-a4ae-7b8e53730637 req-77aa52c4-3da9-4492-83b1-b38c3a73929c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:02.884297 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ad523924-b56a-4de4-a4ae-7b8e53730637 req-77aa52c4-3da9-4492-83b1-b38c3a73929c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6e3ad3a0-9226-434c-927d-b1373e85eaaa HTTP/1.1" status: 200 len: 847 time: 0.2437427 Jul 06 15:03:02.901078 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] No Port match for: 23201323-5d74-4a79-9209-817055b4521c {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:03:02.902053 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 23201323-5d74-4a79-9209-817055b4521c not bound to the agent host dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:03:03.043212 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4671434-c71e-41d1-94c9-9c941be86bef req-558f6950-be99-42ac-9583-dfbddef36c70 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:03.046570 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b4671434-c71e-41d1-94c9-9c941be86bef req-558f6950-be99-42ac-9583-dfbddef36c70 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 946 time: 0.4838359 Jul 06 15:03:03.055737 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d9429-41e5-4ed5-a489-227c4c076b09 admin admin] Pushing event deleted for resources: {'Port': ['ID=23201323-5d74-4a79-9209-817055b4521c,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:03.077110 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262d9429-41e5-4ed5-a489-227c4c076b09 admin admin] No DVR routers for this DVR port 23201323-5d74-4a79-9209-817055b4521c on host dv-cinder-788363-5-iscsi {{(pid=92916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:03:03.182881 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b4671434-c71e-41d1-94c9-9c941be86bef req-14e9363c-5ab2-4c84-b32a-ef4d7d45cd53 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224046 Jul 06 15:03:03.272383 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-262d9429-41e5-4ed5-a489-227c4c076b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7824845', 'neutron.services.segments.db._delete_segments_for_network-8766384846942'] for network, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:03.284792 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.services.segments.db [None req-262d9429-41e5-4ed5-a489-227c4c076b09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e513a4a6-60ca-40e2-b39d-c6af2659cb9e']}} {{(pid=92916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:03.297744 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.services.segments.db [None req-262d9429-41e5-4ed5-a489-227c4c076b09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34681b93-bc78-401c-8b3e-1e83b38489ab') {'for_net_delete': True} {{(pid=92916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:03.298185 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.services.segments.db [None req-262d9429-41e5-4ed5-a489-227c4c076b09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34681b93-bc78-401c-8b3e-1e83b38489ab') {} {{(pid=92916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:03.315101 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-262d9429-41e5-4ed5-a489-227c4c076b09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766384831618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2271190'] for segment, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:03.350693 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-262d9429-41e5-4ed5-a489-227c4c076b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:03.362760 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-262d9429-41e5-4ed5-a489-227c4c076b09 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=92916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:03:03.363875 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-262d9429-41e5-4ed5-a489-227c4c076b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2824477'] for segment, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: self.session.flush() Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: self.session.flush() Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: self.session.flush() Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: self.session.flush() Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: Traceback (most recent call last): Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: timer() Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: cb(*args, **kw) Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: return func(*args, **kwargs) Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: self._notify() Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: self.callback(batched_events) Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: event.method(event) Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: return f(self, *a, **k) Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: return self._get(url).json() Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: return self.request(url, 'GET', **kwargs) Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:03:03.365871 dv-cinder-788363-5-iscsi neutron-server[92916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:03:03.429641 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad523924-b56a-4de4-a4ae-7b8e53730637 req-da7e5d75-c3db-4546-b786-f028efbb7ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:03.432133 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ad523924-b56a-4de4-a4ae-7b8e53730637 req-da7e5d75-c3db-4546-b786-f028efbb7ef4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03110df2-e384-4b3d-9464-61bed7bb00a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5125272 Jul 06 15:03:03.531168 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7047a-bab5-4fda-bf4c-617079ea5215 req-4c650a5d-8c1b-4da4-a62f-3b0cc1c9e654 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:03.532795 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c4f7047a-bab5-4fda-bf4c-617079ea5215 req-4c650a5d-8c1b-4da4-a62f-3b0cc1c9e654 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 946 time: 0.1540084 Jul 06 15:03:03.628175 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ad523924-b56a-4de4-a4ae-7b8e53730637 req-8d6725a4-1ff2-49cb-b934-49857362a5cf service neutron] 10.222.0.25 "GET /v2.0/networks/03110df2-e384-4b3d-9464-61bed7bb00a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840608 Jul 06 15:03:03.643692 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c4f7047a-bab5-4fda-bf4c-617079ea5215 req-a05f606b-c516-4f75-8d13-2583c0de9594 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925434 Jul 06 15:03:03.646947 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-262d9429-41e5-4ed5-a489-227c4c076b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7824838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-413105'] for network, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:03.681578 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-262d9429-41e5-4ed5-a489-227c4c076b09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:03.684695 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-262d9429-41e5-4ed5-a489-227c4c076b09 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e513a4a6-60ca-40e2-b39d-c6af2659cb9e HTTP/1.1" status: 204 len: 168 time: 2.1705034 Jul 06 15:03:03.737893 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d9429-41e5-4ed5-a489-227c4c076b09 admin admin] Pushing event deleted for resources: {'Network': ['ID=e513a4a6-60ca-40e2-b39d-c6af2659cb9e,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:03.842007 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ad523924-b56a-4de4-a4ae-7b8e53730637 req-ab7f668f-8bdc-49c7-a90c-84ddcf645aaf service neutron] 10.222.0.25 "GET /v2.0/networks/03110df2-e384-4b3d-9464-61bed7bb00a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063391 Jul 06 15:03:04.034595 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 54440) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:04.131678 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 54444) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:04.139456 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-01cee99a-1cfe-4742-8b9a-39acd57efdc7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41f527dda56443f2972cd663574aefa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0900295 Jul 06 15:03:04.206315 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a87c0b47-c66d-4464-b635-4e7ca5156056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:04.280127 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a87c0b47-c66d-4464-b635-4e7ca5156056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:04.459449 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279f415-487c-4982-93ea-4b0c3cb099d8 req-e9137d53-df9f-4249-bc86-f2bc84fed265 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:04.461550 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3279f415-487c-4982-93ea-4b0c3cb099d8 req-e9137d53-df9f-4249-bc86-f2bc84fed265 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 946 time: 0.1352715 Jul 06 15:03:04.480140 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a87c0b47-c66d-4464-b635-4e7ca5156056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:04.483704 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a87c0b47-c66d-4464-b635-4e7ca5156056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:04.487863 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-a87c0b47-c66d-4464-b635-4e7ca5156056 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/607ba602-9d94-48e8-bc30-47c106264a43 HTTP/1.1" status: 204 len: 168 time: 0.3526661 Jul 06 15:03:04.529991 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c0b47-c66d-4464-b635-4e7ca5156056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607ba602-9d94-48e8-bc30-47c106264a43,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:04.542010 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3279f415-487c-4982-93ea-4b0c3cb099d8 req-50b0582d-6b46-4a6b-a7b9-1c24583bbc63 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738683 Jul 06 15:03:04.917297 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd486c-4766-4b72-914a-d3f3a3e35659 req-7a3ef9c3-c214-466b-94b5-94de4af843ef tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:04.919182 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-90bd486c-4766-4b72-914a-d3f3a3e35659 req-7a3ef9c3-c214-466b-94b5-94de4af843ef tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 946 time: 0.0984828 Jul 06 15:03:05.034740 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-90bd486c-4766-4b72-914a-d3f3a3e35659 req-8cbac902-f34c-4ced-98b7-2e1bf6790eb7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934157 Jul 06 15:03:05.211310 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 54482) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:05.273702 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-9523d969-5d9b-43b4-98d1-88c9236cd3aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=48d382f613e5493d82947c3bd3619ed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0609496 Jul 06 15:03:05.276152 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 54488) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:05.347980 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-1c53e81b-a133-4127-96f3-578f13580371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:05.377989 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-1c53e81b-a133-4127-96f3-578f13580371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:05.442700 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-ee7bcf55-6b8f-416d-b3fa-872b83eafb1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:05.487220 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:05.492866 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-1c53e81b-a133-4127-96f3-578f13580371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:05.496021 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-1c53e81b-a133-4127-96f3-578f13580371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:05.497427 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-1c53e81b-a133-4127-96f3-578f13580371 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/caeb3349-a45d-47b8-8450-9fc6cbc62b35 HTTP/1.1" status: 204 len: 168 time: 0.2200406 Jul 06 15:03:05.547362 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c53e81b-a133-4127-96f3-578f13580371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caeb3349-a45d-47b8-8450-9fc6cbc62b35,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:05.917926 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa291ac-9ca2-453c-bd6c-855f93501c1d req-9481e11e-ccfb-404b-91a4-4ea086730498 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:05.928295 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ffa291ac-9ca2-453c-bd6c-855f93501c1d req-9481e11e-ccfb-404b-91a4-4ea086730498 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 946 time: 0.1550999 Jul 06 15:03:06.005468 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ffa291ac-9ca2-453c-bd6c-855f93501c1d req-6f01e859-2e42-4357-9223-8f0d78b9d793 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711491 Jul 06 15:03:06.491646 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff0b14-93bd-4018-83f9-50c02d974b46 req-633a398e-8954-40c2-828d-ba2ceecdf5ef tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:06.506518 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-35ff0b14-93bd-4018-83f9-50c02d974b46 req-633a398e-8954-40c2-828d-ba2ceecdf5ef tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 946 time: 0.1835036 Jul 06 15:03:06.574818 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-35ff0b14-93bd-4018-83f9-50c02d974b46 req-bbde1a4d-4f9d-4bc8-9570-5e7be9c0c2f4 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664072 Jul 06 15:03:06.579009 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:07.043683 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 54556) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:07.224139 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-028fafd6-9f76-4716-89d6-ea4ef623a158 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1221050928-network', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:03:07.327501 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028fafd6-9f76-4716-89d6-ea4ef623a158 admin admin] Made reservation on behalf of 6638c7280e734d51ae0c55b6eb0195b2 for: {'network': 1} {{(pid=92916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:03:07.330177 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-028fafd6-9f76-4716-89d6-ea4ef623a158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for network, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:07.344643 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-028fafd6-9f76-4716-89d6-ea4ef623a158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:07.402289 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87fa91-e1de-4452-bca0-074d7e064dec req-2a42d76c-640e-4650-b90b-28d775692c11 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:07.411251 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-0c87fa91-e1de-4452-bca0-074d7e064dec req-2a42d76c-640e-4650-b90b-28d775692c11 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 946 time: 0.1554725 Jul 06 15:03:07.461828 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 54568) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:07.516954 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e3e56fe-88a5-40d2-aa17-64f5bf46c3d0 admin admin] Deleting subnet 05628573-47ac-4737-99f3-6b737083740e {{(pid=92915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 15:03:07.521529 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:07.532360 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-0e3e56fe-88a5-40d2-aa17-64f5bf46c3d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:07.563683 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-0c87fa91-e1de-4452-bca0-074d7e064dec req-0eb8be0e-f6c8-416a-b937-793074d25d3b tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508927 Jul 06 15:03:07.593736 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-0e3e56fe-88a5-40d2-aa17-64f5bf46c3d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4166504'] for subnet, precommit_delete_associations {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:07.672228 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-0e3e56fe-88a5-40d2-aa17-64f5bf46c3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7770968'] for subnet, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:07.712306 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-028fafd6-9f76-4716-89d6-ea4ef623a158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:07.724190 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-028fafd6-9f76-4716-89d6-ea4ef623a158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:07.765808 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-028fafd6-9f76-4716-89d6-ea4ef623a158 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=92916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:03:07.773066 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028fafd6-9f76-4716-89d6-ea4ef623a158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d9d825-fd0c-4243-b0f9-425de53f4a1e,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:07.782622 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-028fafd6-9f76-4716-89d6-ea4ef623a158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:07.782969 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.db.segments_db [None req-028fafd6-9f76-4716-89d6-ea4ef623a158 admin admin] Added segment cbd1e5d0-d420-485d-b99a-e51814456ee0 of type vlan for network 64695cf2-b947-421d-a8ec-c7d4a4c60041 Jul 06 15:03:07.857788 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-028fafd6-9f76-4716-89d6-ea4ef623a158 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766384329310'] for network, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:07.876033 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-0e3e56fe-88a5-40d2-aa17-64f5bf46c3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7770961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2297336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146455'] for subnet, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:07.920330 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-028fafd6-9f76-4716-89d6-ea4ef623a158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040'] for network, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:07.921333 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028fafd6-9f76-4716-89d6-ea4ef623a158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:07.921904 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-028fafd6-9f76-4716-89d6-ea4ef623a158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:07.943909 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e56fe-88a5-40d2-aa17-64f5bf46c3d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05628573-47ac-4737-99f3-6b737083740e,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:07.956575 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-0e3e56fe-88a5-40d2-aa17-64f5bf46c3d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for subnet, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:07.961866 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-0e3e56fe-88a5-40d2-aa17-64f5bf46c3d0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/05628573-47ac-4737-99f3-6b737083740e HTTP/1.1" status: 204 len: 168 time: 0.4965985 Jul 06 15:03:07.962673 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 54576) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:08.049250 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-028fafd6-9f76-4716-89d6-ea4ef623a158 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0014637 Jul 06 15:03:08.052751 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 54578) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:08.059468 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-1239185b-1bce-48f6-8d1f-49b987cdf52d admin admin] Request body: {'subnet': {'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1221050928-subnet', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'ip_version': 4}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:03:08.083033 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028fafd6-9f76-4716-89d6-ea4ef623a158 admin admin] Pushing event updated for resources: {'Network': ['ID=64695cf2-b947-421d-a8ec-c7d4a4c60041,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:08.096998 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Network 64695cf2-b947-421d-a8ec-c7d4a4c60041 details requested by agent ovs-agent-dv-cinder-788363-5-iscsi with host dv-cinder-788363-5-iscsi {{(pid=92917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:03:08.138132 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-56fed42b-190a-4b0d-9751-7de0c2a3ebe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558629'] for network, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:08.145489 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1239185b-1bce-48f6-8d1f-49b987cdf52d admin admin] Made reservation on behalf of 6638c7280e734d51ae0c55b6eb0195b2 for: {'subnet': 1} {{(pid=92915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:03:08.147974 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-1239185b-1bce-48f6-8d1f-49b987cdf52d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146038'] for subnet, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:08.197064 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62168255-23ef-4367-b780-8779f11f035b req-0ed8b815-fa22-4e33-9353-a4cb10a381f8 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:08.201365 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-62168255-23ef-4367-b780-8779f11f035b req-0ed8b815-fa22-4e33-9353-a4cb10a381f8 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 946 time: 0.2827289 Jul 06 15:03:08.299822 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-62168255-23ef-4367-b780-8779f11f035b req-bfcac370-5994-4640-965c-fb1ee9945b13 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916536 Jul 06 15:03:08.366719 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 54586) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:08.504845 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-56fed42b-190a-4b0d-9751-7de0c2a3ebe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7824845', 'neutron.services.segments.db._delete_segments_for_network-8766384846942'] for network, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:08.540489 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.services.segments.db [None req-56fed42b-190a-4b0d-9751-7de0c2a3ebe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e7fa92f-2db4-40a1-a91d-a11528169d32']}} {{(pid=92915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:08.561064 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.services.segments.db [None req-56fed42b-190a-4b0d-9751-7de0c2a3ebe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc89320-be62-4bda-a694-d83b89efe665') {'for_net_delete': True} {{(pid=92915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:08.561347 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.services.segments.db [None req-56fed42b-190a-4b0d-9751-7de0c2a3ebe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc89320-be62-4bda-a694-d83b89efe665') {} {{(pid=92915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:08.585842 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-56fed42b-190a-4b0d-9751-7de0c2a3ebe1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766384831618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4166527'] for segment, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:08.635962 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:09.082853 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-56fed42b-190a-4b0d-9751-7de0c2a3ebe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:09.087363 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a699e79-b0bb-4fba-acc6-bb5d8ddd97c8 req-51371f21-3e49-41e3-98b7-7fefb8f4f690 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:09.089168 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-1a699e79-b0bb-4fba-acc6-bb5d8ddd97c8 req-51371f21-3e49-41e3-98b7-7fefb8f4f690 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 946 time: 0.6538820 Jul 06 15:03:09.103702 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56fed42b-190a-4b0d-9751-7de0c2a3ebe1 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=92915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:03:09.104182 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-56fed42b-190a-4b0d-9751-7de0c2a3ebe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2297117'] for segment, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:09.109183 dv-cinder-788363-5-iscsi neutron-server[92915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:03:09.109183 dv-cinder-788363-5-iscsi neutron-server[92915]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:03:09.109183 dv-cinder-788363-5-iscsi neutron-server[92915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:03:09.109183 dv-cinder-788363-5-iscsi neutron-server[92915]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:03:09.109183 dv-cinder-788363-5-iscsi neutron-server[92915]: Traceback (most recent call last): Jul 06 15:03:09.109183 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:03:09.109183 dv-cinder-788363-5-iscsi neutron-server[92915]: timer() Jul 06 15:03:09.109183 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:03:09.109183 dv-cinder-788363-5-iscsi neutron-server[92915]: cb(*args, **kw) Jul 06 15:03:09.109183 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:03:09.109183 dv-cinder-788363-5-iscsi neutron-server[92915]: return func(*args, **kwargs) Jul 06 15:03:09.109183 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:03:09.109183 dv-cinder-788363-5-iscsi neutron-server[92915]: self._notify() Jul 06 15:03:09.109183 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:03:09.109183 dv-cinder-788363-5-iscsi neutron-server[92915]: self.callback(batched_events) Jul 06 15:03:09.109183 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:03:09.109183 dv-cinder-788363-5-iscsi neutron-server[92915]: event.method(event) Jul 06 15:03:09.109183 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:03:09.109183 dv-cinder-788363-5-iscsi neutron-server[92915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:03:09.109183 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:03:09.109183 dv-cinder-788363-5-iscsi neutron-server[92915]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:03:09.109183 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:03:09.109183 dv-cinder-788363-5-iscsi neutron-server[92915]: return f(self, *a, **k) Jul 06 15:03:09.109183 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:03:09.109183 dv-cinder-788363-5-iscsi neutron-server[92915]: return self._get(url).json() Jul 06 15:03:09.109183 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:03:09.109183 dv-cinder-788363-5-iscsi neutron-server[92915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:03:09.109183 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:03:09.109183 dv-cinder-788363-5-iscsi neutron-server[92915]: return self.request(url, 'GET', **kwargs) Jul 06 15:03:09.109183 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:03:09.109183 dv-cinder-788363-5-iscsi neutron-server[92915]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:03:09.109183 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:03:09.109183 dv-cinder-788363-5-iscsi neutron-server[92915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:03:09.109183 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:03:09.109183 dv-cinder-788363-5-iscsi neutron-server[92915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:03:09.109183 dv-cinder-788363-5-iscsi neutron-server[92915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:03:09.182906 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-7c22dd5c-3fde-4cba-825c-d41a8a98c07e req-d35f7ef6-923f-4c8e-ab8d-526cd7d8808a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8129652 Jul 06 15:03:09.257605 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-1a699e79-b0bb-4fba-acc6-bb5d8ddd97c8 req-d183b2ac-b5d2-4938-8a72-87f724e5b788 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491423 Jul 06 15:03:09.290075 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-56fed42b-190a-4b0d-9751-7de0c2a3ebe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7824838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-413105'] for network, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:09.292912 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-1239185b-1bce-48f6-8d1f-49b987cdf52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2297279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146020'] for subnet, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:09.308684 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-56fed42b-190a-4b0d-9751-7de0c2a3ebe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:09.317370 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-56fed42b-190a-4b0d-9751-7de0c2a3ebe1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1e7fa92f-2db4-40a1-a91d-a11528169d32 HTTP/1.1" status: 204 len: 168 time: 1.3539774 Jul 06 15:03:09.416386 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fed42b-190a-4b0d-9751-7de0c2a3ebe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e7fa92f-2db4-40a1-a91d-a11528169d32,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:09.438558 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239185b-1bce-48f6-8d1f-49b987cdf52d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f55b19c-b3b1-4b8b-ae03-c830681db810,revision_number=0']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:09.485887 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1239185b-1bce-48f6-8d1f-49b987cdf52d admin admin] Checking segment: {'id': 'cbd1e5d0-d420-485d-b99a-e51814456ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:03:09.486457 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1239185b-1bce-48f6-8d1f-49b987cdf52d admin admin] Network hostable DHCP agents. Network: 64695cf2-b947-421d-a8ec-c7d4a4c60041, hostable agents: ['69855ee5-e315-4bf8-8b06-7c2b552a2d00'], hosted agents: [] {{(pid=92915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:03:09.496940 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 144f10fa-954e-4d0d-b25d-be48c91abed5 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:03:09.591050 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1239185b-1bce-48f6-8d1f-49b987cdf52d admin admin] Network 64695cf2-b947-421d-a8ec-c7d4a4c60041 is scheduled to be hosted by DHCP agent 69855ee5-e315-4bf8-8b06-7c2b552a2d00 with binding_index 1 {{(pid=92915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:03:09.606499 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [None req-1239185b-1bce-48f6-8d1f-49b987cdf52d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-5-iscsi, 64695cf2-b947-421d-a8ec-c7d4a4c60041) {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:03:09.634262 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1239185b-1bce-48f6-8d1f-49b987cdf52d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:09.636447 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-1239185b-1bce-48f6-8d1f-49b987cdf52d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for subnet, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:09.666863 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-1239185b-1bce-48f6-8d1f-49b987cdf52d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6130381 Jul 06 15:03:09.670877 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 54616) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:09.678480 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-d0ef1e3e-3df6-40f6-83bd-6ae3e16063b3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1221050928-router', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'}}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:03:09.681561 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 54618) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:09.694206 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:09.699115 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55c7126-2215-4e2b-9066-70870141d423 None None] Network 64695cf2-b947-421d-a8ec-c7d4a4c60041 requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:03:09.736045 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6052d2-0fa3-4bd2-b505-a2aa26ca195b req-7a9471ba-ce7f-47d3-a567-6db43b69f008 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:09.740569 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ed6052d2-0fa3-4bd2-b505-a2aa26ca195b req-7a9471ba-ce7f-47d3-a567-6db43b69f008 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 946 time: 0.1984706 Jul 06 15:03:09.809302 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d0ef1e3e-3df6-40f6-83bd-6ae3e16063b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7866647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27686'] for router, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:09.810454 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d0ef1e3e-3df6-40f6-83bd-6ae3e16063b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7868472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27711'] for router, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:09.833848 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-ed6052d2-0fa3-4bd2-b505-a2aa26ca195b req-2cc63c12-d42f-4cae-a5e9-3e2e5a385c9a tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822883 Jul 06 15:03:09.883597 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-f12ec841-9e75-4f4f-8413-5630452a2755 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23ff0a1d5c694476a512d3adbac9cc33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1932933 Jul 06 15:03:09.884056 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 54620) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:09.986311 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4c2c4044-e9ac-489a-8695-05e816ae3189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:10.016544 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d0ef1e3e-3df6-40f6-83bd-6ae3e16063b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:10.050607 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4c2c4044-e9ac-489a-8695-05e816ae3189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:10.142602 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98663644-d273-49c3-a565-79a7b60fa986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '144f10fa-954e-4d0d-b25d-be48c91abed5'}] {{(pid=92917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:03:10.146265 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ea3ef9b0f14ac6a08de5771e2132c48ed06abd6a52ccf1dddde4c27a9981b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eff7788-b069-47a0-8f57-3d75f238dd29" -d '{"events": [{"server_uuid": "98663644-d273-49c3-a565-79a7b60fa986", "name": "network-vif-unplugged", "status": "completed", "tag": "144f10fa-954e-4d0d-b25d-be48c91abed5"}]}' {{(pid=92917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:03:10.238829 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4c2c4044-e9ac-489a-8695-05e816ae3189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:10.241471 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4c2c4044-e9ac-489a-8695-05e816ae3189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:10.242879 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-4c2c4044-e9ac-489a-8695-05e816ae3189 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d7a758d2-2cd6-4a16-9422-68fcbd0073b1 HTTP/1.1" status: 204 len: 168 time: 0.3573766 Jul 06 15:03:10.255093 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 06 Jul 2021 15:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05b605e-3471-4c46-84f6-04e7653fef2d x-openstack-request-id: req-e05b605e-3471-4c46-84f6-04e7653fef2d {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:03:10.255518 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98663644-d273-49c3-a565-79a7b60fa986", "name": "network-vif-unplugged", "status": "failed", "tag": "144f10fa-954e-4d0d-b25d-be48c91abed5", "code": 422}]} {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:03:10.255764 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e05b605e-3471-4c46-84f6-04e7653fef2d {{(pid=92917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:03:10.256190 dv-cinder-788363-5-iscsi neutron-server[92917]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '98663644-d273-49c3-a565-79a7b60fa986', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '144f10fa-954e-4d0d-b25d-be48c91abed5', 'code': 422} returned with failed status Jul 06 15:03:10.265685 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 144f10fa-954e-4d0d-b25d-be48c91abed5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=144f10fa-954e-4d0d-b25d-be48c91abed5,segment=NetworkSegment(3774fc6f-a661-419f-b160-b9f7192fa6b2),segment_id=3774fc6f-a661-419f-b160-b9f7192fa6b2)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:03:10.276567 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c4044-e9ac-489a-8695-05e816ae3189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a758d2-2cd6-4a16-9422-68fcbd0073b1,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:10.284574 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884375f8-1048-4e1b-8e01-1c5012cb3dea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c524b10-db73-5aad-82fa-1a4727f3bbf1-64695cf2-b947-421d-a8ec-c7d4a4c60041', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'fixed_ips': [{'subnet_id': '6f55b19c-b3b1-4b8b-ae03-c830681db810'}]}} from dv-cinder-788363-5-iscsi. {{(pid=92917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 15:03:10.287173 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-884375f8-1048-4e1b-8e01-1c5012cb3dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:10.291022 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:10.497878 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c0f2c-2289-4925-80ba-9e654e687098 req-3dedbd3d-435f-4a5d-9360-58fa1b1d6b47 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:10.506103 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d0ef1e3e-3df6-40f6-83bd-6ae3e16063b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-413138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27661'] for router, precommit_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:10.511386 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a91c0f2c-2289-4925-80ba-9e654e687098 req-3dedbd3d-435f-4a5d-9360-58fa1b1d6b47 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8d335b9-183b-4c90-971b-53037a6c59fe HTTP/1.1" status: 200 len: 945 time: 0.2575250 Jul 06 15:03:10.551129 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=144f10fa-954e-4d0d-b25d-be48c91abed5,revision_number=6']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:10.679799 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a91c0f2c-2289-4925-80ba-9e654e687098 req-d60c0447-9c1d-4392-854f-41fe9646b446 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=faae181e-9f3a-4097-a859-58384e34633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561248 Jul 06 15:03:10.710674 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.db_base_plugin_common [None req-884375f8-1048-4e1b-8e01-1c5012cb3dea None None] Allocated IP 172.20.0.2 (64695cf2-b947-421d-a8ec-c7d4a4c60041/6f55b19c-b3b1-4b8b-ae03-c830681db810/f63fea33-be29-4945-a419-d0acf1cfecc9) {{(pid=92917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:03:10.727387 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9380c-d254-4c1e-bb7e-64c24f06eae0 req-4f2b611b-ee08-4f1a-b0c0-e30cf729b035 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:10.728987 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-14f9380c-d254-4c1e-bb7e-64c24f06eae0 req-4f2b611b-ee08-4f1a-b0c0-e30cf729b035 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 944 time: 0.1910582 Jul 06 15:03:11.183262 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-14f9380c-d254-4c1e-bb7e-64c24f06eae0 req-748162f7-3e7e-44fa-a7de-817fae50a046 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4404066 Jul 06 15:03:11.257896 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-884375f8-1048-4e1b-8e01-1c5012cb3dea None None] Notify callbacks [] for port, precommit_create {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:11.268734 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-884375f8-1048-4e1b-8e01-1c5012cb3dea None None] Transition to ACTIVE for port object f63fea33-be29-4945-a419-d0acf1cfecc9 will not be triggered until provisioned by entity L2. {{(pid=92917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:03:11.273092 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732cf97-86e4-4279-ba9d-54874a703e26 req-84107ccc-9c3b-4688-aff7-b94955bdd011 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:11.284719 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-f732cf97-86e4-4279-ba9d-54874a703e26 req-84107ccc-9c3b-4688-aff7-b94955bdd011 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 946 time: 0.2246141 Jul 06 15:03:11.297259 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-884375f8-1048-4e1b-8e01-1c5012cb3dea None None] Transition to ACTIVE for port object f63fea33-be29-4945-a419-d0acf1cfecc9 will not be triggered until provisioned by entity DHCP. {{(pid=92917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:03:11.310263 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-884375f8-1048-4e1b-8e01-1c5012cb3dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525'] for port, after_create {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:11.381409 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-f732cf97-86e4-4279-ba9d-54874a703e26 req-447fb315-f672-427f-9562-f07966f6631c tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894299 Jul 06 15:03:11.387342 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884375f8-1048-4e1b-8e01-1c5012cb3dea None None] Network 64695cf2-b947-421d-a8ec-c7d4a4c60041 is already hosted by enough agents. {{(pid=92917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:03:11.393116 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.scheduler.base_scheduler [None req-884375f8-1048-4e1b-8e01-1c5012cb3dea None None] Resources bound (agent type, host, resource id): {{(pid=92917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:03:11.397504 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884375f8-1048-4e1b-8e01-1c5012cb3dea None None] Received port after_create {{(pid=92917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:03:11.405689 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884375f8-1048-4e1b-8e01-1c5012cb3dea None None] Pushing event updated for resources: {'Port': ['ID=f63fea33-be29-4945-a419-d0acf1cfecc9,revision_number=1']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:11.450367 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d0ef1e3e-3df6-40f6-83bd-6ae3e16063b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:11.503242 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-884375f8-1048-4e1b-8e01-1c5012cb3dea None None] Attempting to bind port f63fea33-be29-4945-a419-d0acf1cfecc9 on host dv-cinder-788363-5-iscsi for vnic_type normal with profile {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:03:11.504925 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-884375f8-1048-4e1b-8e01-1c5012cb3dea None None] Attempting to bind port f63fea33-be29-4945-a419-d0acf1cfecc9 by drivers openvswitch,hyperv on host dv-cinder-788363-5-iscsi at level 0 using segments [{'id': 'cbd1e5d0-d420-485d-b99a-e51814456ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041'}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:03:11.505801 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884375f8-1048-4e1b-8e01-1c5012cb3dea None None] Attempting to bind port f63fea33-be29-4945-a419-d0acf1cfecc9 on network 64695cf2-b947-421d-a8ec-c7d4a4c60041 {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:03:11.510654 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d0ef1e3e-3df6-40f6-83bd-6ae3e16063b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:11.514200 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884375f8-1048-4e1b-8e01-1c5012cb3dea None None] Checking agent: {'id': 'f25167b8-434d-4f4a-9be4-898338da7490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 48, 5), 'started_at': datetime.datetime(2021, 7, 6, 14, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:03:11.515243 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884375f8-1048-4e1b-8e01-1c5012cb3dea None None] Checking segment: {'id': 'cbd1e5d0-d420-485d-b99a-e51814456ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:03:11.515855 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-884375f8-1048-4e1b-8e01-1c5012cb3dea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:11.516446 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884375f8-1048-4e1b-8e01-1c5012cb3dea None None] Bound using segment: {'id': 'cbd1e5d0-d420-485d-b99a-e51814456ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041'} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:03:11.517329 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-884375f8-1048-4e1b-8e01-1c5012cb3dea None None] Bound port: f63fea33-be29-4945-a419-d0acf1cfecc9, host: dv-cinder-788363-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd1e5d0-d420-485d-b99a-e51814456ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041'}}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:03:11.517986 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-884375f8-1048-4e1b-8e01-1c5012cb3dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:11.732573 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-884375f8-1048-4e1b-8e01-1c5012cb3dea None None] For port f63fea33-be29-4945-a419-d0acf1cfecc9, host dv-cinder-788363-5-iscsi, cleared binding levels {{(pid=92917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:03:11.745817 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-884375f8-1048-4e1b-8e01-1c5012cb3dea None None] For port f63fea33-be29-4945-a419-d0acf1cfecc9, host dv-cinder-788363-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=f63fea33-be29-4945-a419-d0acf1cfecc9,segment=NetworkSegment(cbd1e5d0-d420-485d-b99a-e51814456ee0),segment_id=cbd1e5d0-d420-485d-b99a-e51814456ee0)] {{(pid=92917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:03:11.762445 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-884375f8-1048-4e1b-8e01-1c5012cb3dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:11.918164 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.db_base_plugin_common [None req-d0ef1e3e-3df6-40f6-83bd-6ae3e16063b3 admin admin] Allocated IP 172.27.3.160 (cda8cae0-c766-4621-9577-ca435140768c/1f1b7348-831f-4a39-b588-ec6aad475c62/832ed64f-ddb2-43bf-bfe9-97082384152c) {{(pid=92916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:03:11.939754 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884375f8-1048-4e1b-8e01-1c5012cb3dea None None] Pushing event updated for resources: {'Port': ['ID=f63fea33-be29-4945-a419-d0acf1cfecc9,revision_number=2']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:12.569104 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22dd5c-3fde-4cba-825c-d41a8a98c07e req-13244e7a-9734-4e06-9647-6af4f2a4f758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:12.571560 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-7c22dd5c-3fde-4cba-825c-d41a8a98c07e req-13244e7a-9734-4e06-9647-6af4f2a4f758 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986&tenant_id=e801beae0cd84e64ad65a5c9c4637a7d HTTP/1.1" status: 200 len: 1097 time: 0.3689699 Jul 06 15:03:12.654601 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3acbf9-9d7b-45cb-8cc7-8d625910d823 req-686ad2e1-0b9f-4afd-af73-554b5b692c87 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:12.657263 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-dc3acbf9-9d7b-45cb-8cc7-8d625910d823 req-686ad2e1-0b9f-4afd-af73-554b5b692c87 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8d335b9-183b-4c90-971b-53037a6c59fe HTTP/1.1" status: 200 len: 945 time: 0.6849179 Jul 06 15:03:12.729341 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9fd28b-229f-4ee1-bdc7-7ae7649e8e27 req-91ec7e5d-27d6-4f23-861b-22b2ff3eaf7e tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:12.744362 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-da9fd28b-229f-4ee1-bdc7-7ae7649e8e27 req-91ec7e5d-27d6-4f23-861b-22b2ff3eaf7e tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8d335b9-183b-4c90-971b-53037a6c59fe HTTP/1.1" status: 200 len: 945 time: 0.6916478 Jul 06 15:03:12.833486 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d0ef1e3e-3df6-40f6-83bd-6ae3e16063b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:12.888050 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-da9fd28b-229f-4ee1-bdc7-7ae7649e8e27 req-edc854f3-9d55-43b4-b16d-e66d723fc6d0 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=faae181e-9f3a-4097-a859-58384e34633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425931 Jul 06 15:03:12.929505 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22dd5c-3fde-4cba-825c-d41a8a98c07e req-7ec383b3-4470-442f-807f-e515afd345e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:12.932444 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-7c22dd5c-3fde-4cba-825c-d41a8a98c07e req-7ec383b3-4470-442f-807f-e515afd345e3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e801beae0cd84e64ad65a5c9c4637a7d&device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 1097 time: 0.3171165 Jul 06 15:03:12.937317 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device f63fea33-be29-4945-a419-d0acf1cfecc9 up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:03:12.949866 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ceab4a-4ca4-4c36-abbf-fd38578772f5 req-4955da89-cd6b-41f7-9798-b12c6634f324 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:12.963056 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-87ceab4a-4ca4-4c36-abbf-fd38578772f5 req-4955da89-cd6b-41f7-9798-b12c6634f324 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 944 time: 0.2635119 Jul 06 15:03:12.979773 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d0ef1e3e-3df6-40f6-83bd-6ae3e16063b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2824651'] for port, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:13.124834 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef1e3e-3df6-40f6-83bd-6ae3e16063b3 admin admin] Pushing event updated for resources: {'Port': ['ID=832ed64f-ddb2-43bf-bfe9-97082384152c,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:13.156429 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [req-dc3acbf9-9d7b-45cb-8cc7-8d625910d823 req-a56cc8e9-f1f3-4cbd-9504-cfa4cd5e8cf5 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Deleting port 7b23bc37-2ef5-4356-ac3f-fa66c70aaeac {{(pid=92916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:03:13.159371 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-dc3acbf9-9d7b-45cb-8cc7-8d625910d823 req-a56cc8e9-f1f3-4cbd-9504-cfa4cd5e8cf5 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:13.182317 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning for port f63fea33-be29-4945-a419-d0acf1cfecc9 completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:03:13.228728 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-87ceab4a-4ca4-4c36-abbf-fd38578772f5 req-81ecd841-8f8c-40cc-8435-8fe48371a2e1 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2594202 Jul 06 15:03:13.279177 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22dd5c-3fde-4cba-825c-d41a8a98c07e req-1090e6b5-b12d-44d0-be62-49bec2e4e5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:13.285854 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-7c22dd5c-3fde-4cba-825c-d41a8a98c07e req-1090e6b5-b12d-44d0-be62-49bec2e4e5e7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=03110df2-e384-4b3d-9464-61bed7bb00a3 HTTP/1.1" status: 200 len: 909 time: 0.3092766 Jul 06 15:03:13.409593 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ef1e3e-3df6-40f6-83bd-6ae3e16063b3 admin admin] Network cda8cae0-c766-4621-9577-ca435140768c is already hosted by enough agents. {{(pid=92916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:03:13.453598 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.base_scheduler [None req-d0ef1e3e-3df6-40f6-83bd-6ae3e16063b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:03:13.457525 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ef1e3e-3df6-40f6-83bd-6ae3e16063b3 admin admin] Received port after_create {{(pid=92916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:03:13.530611 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-7c22dd5c-3fde-4cba-825c-d41a8a98c07e req-0282ce6d-5561-4f85-a4e9-bb3b2ee79928 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=144f10fa-954e-4d0d-b25d-be48c91abed5 HTTP/1.1" status: 200 len: 1000 time: 0.2379272 Jul 06 15:03:13.668421 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22dd5c-3fde-4cba-825c-d41a8a98c07e req-86b8a879-2938-4f8a-96c1-0f227b59e218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:13.669944 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-7c22dd5c-3fde-4cba-825c-d41a8a98c07e req-86b8a879-2938-4f8a-96c1-0f227b59e218 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6e3ad3a0-9226-434c-927d-b1373e85eaaa HTTP/1.1" status: 200 len: 847 time: 0.1324878 Jul 06 15:03:13.743315 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [req-dc3acbf9-9d7b-45cb-8cc7-8d625910d823 req-a56cc8e9-f1f3-4cbd-9504-cfa4cd5e8cf5 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] For port 7b23bc37-2ef5-4356-ac3f-fa66c70aaeac, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7b23bc37-2ef5-4356-ac3f-fa66c70aaeac,segment=NetworkSegment(6e67dca4-9076-477c-8ff5-c332e7f6363b),segment_id=6e67dca4-9076-477c-8ff5-c332e7f6363b)] {{(pid=92916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:03:13.743679 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-dc3acbf9-9d7b-45cb-8cc7-8d625910d823 req-a56cc8e9-f1f3-4cbd-9504-cfa4cd5e8cf5 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:13.814701 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22dd5c-3fde-4cba-825c-d41a8a98c07e req-23a32f41-cedd-4d5d-b86b-7d0b06d8beca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:13.820353 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-7c22dd5c-3fde-4cba-825c-d41a8a98c07e req-23a32f41-cedd-4d5d-b86b-7d0b06d8beca service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03110df2-e384-4b3d-9464-61bed7bb00a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1420591 Jul 06 15:03:13.822475 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 54664) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:14.012058 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58ce5a-e789-469c-83ee-21123ecb8eb0 req-fe5cd055-6e18-4b6a-a11d-994aec2b138c tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:14.019378 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-6a58ce5a-e789-469c-83ee-21123ecb8eb0 req-fe5cd055-6e18-4b6a-a11d-994aec2b138c tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 946 time: 0.6153862 Jul 06 15:03:14.023368 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-2d69d084-9182-4488-9d81-1872193c3a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:14.042733 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-7c22dd5c-3fde-4cba-825c-d41a8a98c07e req-60df7fdf-2655-47e1-98ca-c430d0837aa5 service neutron] 10.222.0.25 "GET /v2.0/networks/03110df2-e384-4b3d-9464-61bed7bb00a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137592 Jul 06 15:03:14.065092 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af21a49-2afd-49fc-8fcd-f72321fa664e None None] Network 64695cf2-b947-421d-a8ec-c7d4a4c60041 requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:03:14.173232 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-6a58ce5a-e789-469c-83ee-21123ecb8eb0 req-d26774d5-bcb8-46d8-95ec-666ca6b6baa7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492877 Jul 06 15:03:14.226897 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-143339f3-5c2f-4910-aa95-c5a6c35ea12e None None] Provisioning for port f63fea33-be29-4945-a419-d0acf1cfecc9 completed by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:03:14.246832 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-143339f3-5c2f-4910-aa95-c5a6c35ea12e None None] Provisioning complete for port f63fea33-be29-4945-a419-d0acf1cfecc9 triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:03:14.247601 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-143339f3-5c2f-4910-aa95-c5a6c35ea12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:14.392701 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-143339f3-5c2f-4910-aa95-c5a6c35ea12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:14.403499 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-7c22dd5c-3fde-4cba-825c-d41a8a98c07e req-eae68177-32cb-48df-8c5c-77a870a91fe9 service neutron] 10.222.0.25 "GET /v2.0/networks/03110df2-e384-4b3d-9464-61bed7bb00a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383036 Jul 06 15:03:14.460044 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bcf898-5890-4711-bd19-588994346e10 req-001b6ce6-eebd-4454-91e4-7f9b5c7bdcc2 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:14.471042 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-19bcf898-5890-4711-bd19-588994346e10 req-001b6ce6-eebd-4454-91e4-7f9b5c7bdcc2 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8d335b9-183b-4c90-971b-53037a6c59fe HTTP/1.1" status: 200 len: 945 time: 0.3177998 Jul 06 15:03:14.531146 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-dc3acbf9-9d7b-45cb-8cc7-8d625910d823 req-a56cc8e9-f1f3-4cbd-9504-cfa4cd5e8cf5 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:14.531549 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-dc3acbf9-9d7b-45cb-8cc7-8d625910d823 req-a56cc8e9-f1f3-4cbd-9504-cfa4cd5e8cf5 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413103'] for floatingip, after_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:14.531835 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.db.l3_db [req-dc3acbf9-9d7b-45cb-8cc7-8d625910d823 req-a56cc8e9-f1f3-4cbd-9504-cfa4cd5e8cf5 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Floating IP b66580f2-ee93-4523-9e15-23afe6199d95 disassociated. External IP: 172.27.3.200, port: 7b23bc37-2ef5-4356-ac3f-fa66c70aaeac. Jul 06 15:03:14.532182 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [req-dc3acbf9-9d7b-45cb-8cc7-8d625910d823 req-a56cc8e9-f1f3-4cbd-9504-cfa4cd5e8cf5 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Calling delete_port for 7b23bc37-2ef5-4356-ac3f-fa66c70aaeac owned by compute:nova {{(pid=92916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:03:14.554812 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d0ef1e3e-3df6-40f6-83bd-6ae3e16063b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:14.557832 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-2d69d084-9182-4488-9d81-1872193c3a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:14.571397 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-2d69d084-9182-4488-9d81-1872193c3a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:14.580311 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-143339f3-5c2f-4910-aa95-c5a6c35ea12e None None] For port f63fea33-be29-4945-a419-d0acf1cfecc9, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=f63fea33-be29-4945-a419-d0acf1cfecc9,segment=NetworkSegment(cbd1e5d0-d420-485d-b99a-e51814456ee0),segment_id=cbd1e5d0-d420-485d-b99a-e51814456ee0)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:03:14.595370 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-143339f3-5c2f-4910-aa95-c5a6c35ea12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:14.621739 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-2d69d084-9182-4488-9d81-1872193c3a34 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c528478dcbd47f8bfdeabe3fcb64508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7979598 Jul 06 15:03:14.624660 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 54672) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:14.680951 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-19bcf898-5890-4711-bd19-588994346e10 req-56fa9384-1a0d-4657-bdba-2b98a102c5ec tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups?id=faae181e-9f3a-4097-a859-58384e34633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1970246 Jul 06 15:03:14.754697 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143339f3-5c2f-4910-aa95-c5a6c35ea12e None None] Pushing event updated for resources: {'Port': ['ID=f63fea33-be29-4945-a419-d0acf1cfecc9,revision_number=3']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:14.771606 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69d084-9182-4488-9d81-1872193c3a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea531633-3434-4396-9b4e-4e17758fb444,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:14.796141 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec36edf-16c4-449f-89b4-6d3ed4a0a434 req-f260cdd2-c4f3-4a67-8de5-d230146d6860 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:14.799391 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-7ec36edf-16c4-449f-89b4-6d3ed4a0a434 req-f260cdd2-c4f3-4a67-8de5-d230146d6860 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 944 time: 0.3261898 Jul 06 15:03:14.831221 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-0219a3df-c526-4c99-a0d7-bcb1fe75fb12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:14.899147 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-0219a3df-c526-4c99-a0d7-bcb1fe75fb12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:15.038627 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-0219a3df-c526-4c99-a0d7-bcb1fe75fb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:15.041672 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-0219a3df-c526-4c99-a0d7-bcb1fe75fb12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:15.047856 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-0219a3df-c526-4c99-a0d7-bcb1fe75fb12 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea531633-3434-4396-9b4e-4e17758fb444 HTTP/1.1" status: 204 len: 168 time: 0.4214818 Jul 06 15:03:15.064498 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219a3df-c526-4c99-a0d7-bcb1fe75fb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea531633-3434-4396-9b4e-4e17758fb444,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:15.143091 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-7ec36edf-16c4-449f-89b4-6d3ed4a0a434 req-603343a0-0ffa-4eb0-99bd-bd5b340840c3 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2604275 Jul 06 15:03:15.170294 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d0ef1e3e-3df6-40f6-83bd-6ae3e16063b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413129'] for router, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:15.177401 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-dc3acbf9-9d7b-45cb-8cc7-8d625910d823 req-a56cc8e9-f1f3-4cbd-9504-cfa4cd5e8cf5 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824642'] for port, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:15.253041 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-6647946b-aaea-427e-aa9f-f1e277498b08 None None] Provisioning complete for port f63fea33-be29-4945-a419-d0acf1cfecc9 triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:03:15.254431 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-6647946b-aaea-427e-aa9f-f1e277498b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:15.413113 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56cc8e9-f1f3-4cbd-9504-cfa4cd5e8cf5 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Pushing event deleted for resources: {'Port': ['ID=7b23bc37-2ef5-4356-ac3f-fa66c70aaeac,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:15.510398 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 7b23bc37-2ef5-4356-ac3f-fa66c70aaeac no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:03:15.541686 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ef1e3e-3df6-40f6-83bd-6ae3e16063b3 admin admin] Router b179d53b-7d87-42d9-b693-c44a1e65b0f6 is scheduled to L3 agent df718f2c-f58f-497c-aa3c-554c496f730f with binding_index 1 {{(pid=92916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 15:03:15.573635 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] No Port match for: 7b23bc37-2ef5-4356-ac3f-fa66c70aaeac {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:03:15.574091 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 7b23bc37-2ef5-4356-ac3f-fa66c70aaeac not bound to the agent host hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:03:15.589933 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292207f-05c9-41fb-a436-d2ba975e346c req-cd88874f-97dc-42ba-a617-6a4b6bea539f tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:15.604906 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-f292207f-05c9-41fb-a436-d2ba975e346c req-cd88874f-97dc-42ba-a617-6a4b6bea539f tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 946 time: 0.1959877 Jul 06 15:03:15.697213 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-f292207f-05c9-41fb-a436-d2ba975e346c req-80cfde8b-9cfb-431e-94c1-2ac97c7e62c5 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907462 Jul 06 15:03:15.774689 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc3acbf9-9d7b-45cb-8cc7-8d625910d823 req-a56cc8e9-f1f3-4cbd-9504-cfa4cd5e8cf5 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Router 7ade9cb4-ead7-4095-b2ca-080c0a6e3a65 has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:03:15.906625 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ef1e3e-3df6-40f6-83bd-6ae3e16063b3 admin admin] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:03:15.924243 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7649813d-6f01-402a-b901-0aa51c1d16a7 None None] Sync routers for ids ['b179d53b-7d87-42d9-b693-c44a1e65b0f6'] in dv-cinder-788363-5-iscsi {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:03:15.952063 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7649813d-6f01-402a-b901-0aa51c1d16a7 None None] Routers {'b179d53b-7d87-42d9-b693-c44a1e65b0f6'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:03:15.952063 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-7649813d-6f01-402a-b901-0aa51c1d16a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:03:05Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['b179d53b-7d87-42d9-b693-c44a1e65b0f6'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:16.163223 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-7649813d-6f01-402a-b901-0aa51c1d16a7 None None] Set router b179d53b-7d87-42d9-b693-c44a1e65b0f6 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:03:16.455665 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d21beb30-ddd6-4889-a1f4-a0b565c5d11e req-6fd62cfe-b8ac-474c-8d9e-1e52c44b2cfb tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8d335b9-183b-4c90-971b-53037a6c59fe HTTP/1.1" status: 200 len: 210 time: 0.5549266 Jul 06 15:03:16.482940 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7e234-1ddc-498a-8a11-9baec3e52667 req-d3b0fa6b-2eac-414b-8d8f-3aad77ff88e6 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:16.485054 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b1a7e234-1ddc-498a-8a11-9baec3e52667 req-d3b0fa6b-2eac-414b-8d8f-3aad77ff88e6 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 944 time: 0.1290939 Jul 06 15:03:16.539122 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d0ef1e3e-3df6-40f6-83bd-6ae3e16063b3 admin admin] Notify callbacks [] for router, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:16.544932 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-d0ef1e3e-3df6-40f6-83bd-6ae3e16063b3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.8675735 Jul 06 15:03:16.550004 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 54704) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:16.618142 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b1a7e234-1ddc-498a-8a11-9baec3e52667 req-7d20a769-4cea-4338-819b-22e9ab5bd2f9 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213229 Jul 06 15:03:16.638689 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc3acbf9-9d7b-45cb-8cc7-8d625910d823 req-a56cc8e9-f1f3-4cbd-9504-cfa4cd5e8cf5 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:03:16.661444 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b9a144-e2d6-4aef-9441-d7b945db8fc6 None None] Sync routers for ids ['7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'] in dv-cinder-788363-5-iscsi {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:03:16.682746 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b9a144-e2d6-4aef-9441-d7b945db8fc6 None None] Routers {'7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:03:16.683508 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-67b9a144-e2d6-4aef-9441-d7b945db8fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:03:05Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:16.723931 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-7649813d-6f01-402a-b901-0aa51c1d16a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'name': 'tempest-TestVolumeBootPattern-1221050928-router', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:03:09Z', 'updated_at': '2021-07-06T15:03:14Z', 'revision_number': 3, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'gw_port': {'id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:11Z', 'updated_at': '2021-07-06T15:03:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:16.740881 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3acbf9-9d7b-45cb-8cc7-8d625910d823 req-a56cc8e9-f1f3-4cbd-9504-cfa4cd5e8cf5 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] No DVR routers for this DVR port 7b23bc37-2ef5-4356-ac3f-fa66c70aaeac on host hv-cinder-78836 {{(pid=92916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:03:16.756216 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-dc3acbf9-9d7b-45cb-8cc7-8d625910d823 req-a56cc8e9-f1f3-4cbd-9504-cfa4cd5e8cf5 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:16.760239 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-dc3acbf9-9d7b-45cb-8cc7-8d625910d823 req-a56cc8e9-f1f3-4cbd-9504-cfa4cd5e8cf5 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.25 "DELETE /v2.0/ports/7b23bc37-2ef5-4356-ac3f-fa66c70aaeac HTTP/1.1" status: 204 len: 173 time: 4.0861807 Jul 06 15:03:16.790502 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d335b9-183b-4c90-971b-53037a6c59fe', 'name': 'network-vif-deleted', 'tag': '7b23bc37-2ef5-4356-ac3f-fa66c70aaeac'}] {{(pid=92916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:03:16.798268 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95076a2cfa108320b507fde56cef9a7a3e09023494eaa6cf19f085f96635572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4266f778-f487-4f68-9b2c-5f065c8c2eba" -d '{"events": [{"server_uuid": "f8d335b9-183b-4c90-971b-53037a6c59fe", "name": "network-vif-deleted", "tag": "7b23bc37-2ef5-4356-ac3f-fa66c70aaeac"}]}' {{(pid=92916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:03:16.864983 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device f63fea33-be29-4945-a419-d0acf1cfecc9 up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:03:16.883692 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7649813d-6f01-402a-b901-0aa51c1d16a7 None None] Checking router: b179d53b-7d87-42d9-b693-c44a1e65b0f6 for host: dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:03:16.884932 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7649813d-6f01-402a-b901-0aa51c1d16a7 None None] Updating router b179d53b-7d87-42d9-b693-c44a1e65b0f6 port 832ed64f-ddb2-43bf-bfe9-97082384152c binding host dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:03:16.942687 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-67b9a144-e2d6-4aef-9441-d7b945db8fc6 None None] Set router 7ade9cb4-ead7-4095-b2ca-080c0a6e3a65 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:03:17.039819 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-7649813d-6f01-402a-b901-0aa51c1d16a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:17.100327 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12d5091-3410-44d5-9f4a-f87fffd4c663 x-openstack-request-id: req-b12d5091-3410-44d5-9f4a-f87fffd4c663 {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:03:17.101212 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d335b9-183b-4c90-971b-53037a6c59fe", "name": "network-vif-deleted", "tag": "7b23bc37-2ef5-4356-ac3f-fa66c70aaeac", "status": "completed", "code": 200}]} {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:03:17.101482 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b12d5091-3410-44d5-9f4a-f87fffd4c663 {{(pid=92916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:03:17.102118 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d335b9-183b-4c90-971b-53037a6c59fe', 'name': 'network-vif-deleted', 'tag': '7b23bc37-2ef5-4356-ac3f-fa66c70aaeac', 'status': 'completed', 'code': 200} Jul 06 15:03:17.321314 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f01866-ae6d-4908-96a6-927357e814f8 req-0cf8c0d6-13a0-4394-8a07-0b675d5106a0 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:17.329883 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-93f01866-ae6d-4908-96a6-927357e814f8 req-0cf8c0d6-13a0-4394-8a07-0b675d5106a0 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 946 time: 0.2947757 Jul 06 15:03:17.354922 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port f63fea33-be29-4945-a419-d0acf1cfecc9 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:03:17.355655 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:17.449120 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-67b9a144-e2d6-4aef-9441-d7b945db8fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'name': 'tempest-AttachVolumeTestJSON-1855409086-router', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:33Z', 'updated_at': '2021-07-06T14:56:51Z', 'revision_number': 4, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'gw_port': {'id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:35Z', 'updated_at': '2021-07-06T14:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf', 'name': '', 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'mac_address': 'fa:16:3e:3f:d6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '759d2c94-0450-42a6-a657-8515f615c234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:45Z', 'updated_at': '2021-07-06T14:57:02Z', 'revision_number': 5, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'subnets': [{'id': '759d2c94-0450-42a6-a657-8515f615c234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:17.539359 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b9a144-e2d6-4aef-9441-d7b945db8fc6 None None] Checking router: 7ade9cb4-ead7-4095-b2ca-080c0a6e3a65 for host: dv-cinder-788363-5-iscsi {{(pid=92918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:03:17.560655 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b9a144-e2d6-4aef-9441-d7b945db8fc6 None None] Routers {'7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:03:17.561384 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-67b9a144-e2d6-4aef-9441-d7b945db8fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:03:05Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:17.644795 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-93f01866-ae6d-4908-96a6-927357e814f8 req-eecd708c-9182-4450-b95b-5619477a7488 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3133800 Jul 06 15:03:17.895609 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-67b9a144-e2d6-4aef-9441-d7b945db8fc6 None None] Set router 7ade9cb4-ead7-4095-b2ca-080c0a6e3a65 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:03:17.989530 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6f171253-80d3-4a26-8cc9-6c5f8b1d984d req-d4c8ce5c-ffc0-4f5a-a071-959128129485 tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8d335b9-183b-4c90-971b-53037a6c59fe HTTP/1.1" status: 200 len: 210 time: 0.0769484 Jul 06 15:03:18.135088 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5b93546f-3ae0-4edf-9536-2dd550d3bc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:18.162589 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-7649813d-6f01-402a-b901-0aa51c1d16a7 None None] Notify callbacks [] for port, precommit_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:18.187604 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-7649813d-6f01-402a-b901-0aa51c1d16a7 None None] Transition to ACTIVE for port object 832ed64f-ddb2-43bf-bfe9-97082384152c will not be triggered until provisioned by entity L2. {{(pid=92917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:03:18.200453 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-7649813d-6f01-402a-b901-0aa51c1d16a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:18.204141 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f9802-9e28-45a8-a79f-39a618efc8d3 req-5a433214-d83e-4543-847c-af31df838bf4 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:18.208486 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-860f9802-9e28-45a8-a79f-39a618efc8d3 req-5a433214-d83e-4543-847c-af31df838bf4 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 944 time: 0.3081391 Jul 06 15:03:18.294231 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-7649813d-6f01-402a-b901-0aa51c1d16a7 None None] Attempting to bind port 832ed64f-ddb2-43bf-bfe9-97082384152c on host dv-cinder-788363-5-iscsi for vnic_type normal with profile {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:03:18.294604 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-7649813d-6f01-402a-b901-0aa51c1d16a7 None None] Attempting to bind port 832ed64f-ddb2-43bf-bfe9-97082384152c by drivers openvswitch,hyperv on host dv-cinder-788363-5-iscsi at level 0 using segments [{'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:03:18.295004 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7649813d-6f01-402a-b901-0aa51c1d16a7 None None] Attempting to bind port 832ed64f-ddb2-43bf-bfe9-97082384152c on network cda8cae0-c766-4621-9577-ca435140768c {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:03:18.311822 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7649813d-6f01-402a-b901-0aa51c1d16a7 None None] Checking agent: {'id': 'f25167b8-434d-4f4a-9be4-898338da7490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 48, 5), 'started_at': datetime.datetime(2021, 7, 6, 14, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:03:18.312355 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7649813d-6f01-402a-b901-0aa51c1d16a7 None None] Checking segment: {'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:03:18.312835 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-7649813d-6f01-402a-b901-0aa51c1d16a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:18.313003 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7649813d-6f01-402a-b901-0aa51c1d16a7 None None] Bound using segment: {'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:03:18.313507 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-7649813d-6f01-402a-b901-0aa51c1d16a7 None None] Bound port: 832ed64f-ddb2-43bf-bfe9-97082384152c, host: dv-cinder-788363-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'}}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:03:18.315712 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-7649813d-6f01-402a-b901-0aa51c1d16a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:18.353053 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33989ce0-c3c9-488e-ae72-5de50e28916a None None] Pushing event updated for resources: {'Port': ['ID=832ed64f-ddb2-43bf-bfe9-97082384152c,revision_number=2']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:18.356085 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-860f9802-9e28-45a8-a79f-39a618efc8d3 req-108cda17-0fe8-4786-8f83-57fded7999c2 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335711 Jul 06 15:03:18.477617 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-7649813d-6f01-402a-b901-0aa51c1d16a7 None None] For port 832ed64f-ddb2-43bf-bfe9-97082384152c, host dv-cinder-788363-5-iscsi, cleared binding levels {{(pid=92917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:03:18.481731 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-7649813d-6f01-402a-b901-0aa51c1d16a7 None None] For port 832ed64f-ddb2-43bf-bfe9-97082384152c, host dv-cinder-788363-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=832ed64f-ddb2-43bf-bfe9-97082384152c,segment=NetworkSegment(d7a48dfa-38cd-4c9a-ae5e-4dc474366c17),segment_id=d7a48dfa-38cd-4c9a-ae5e-4dc474366c17)] {{(pid=92917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:03:18.490212 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-7649813d-6f01-402a-b901-0aa51c1d16a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:18.530955 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-67b9a144-e2d6-4aef-9441-d7b945db8fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'name': 'tempest-AttachVolumeTestJSON-1855409086-router', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:33Z', 'updated_at': '2021-07-06T14:56:51Z', 'revision_number': 4, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'gw_port': {'id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:35Z', 'updated_at': '2021-07-06T14:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf', 'name': '', 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'mac_address': 'fa:16:3e:3f:d6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '759d2c94-0450-42a6-a657-8515f615c234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:45Z', 'updated_at': '2021-07-06T14:57:02Z', 'revision_number': 5, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'subnets': [{'id': '759d2c94-0450-42a6-a657-8515f615c234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:18.557261 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7649813d-6f01-402a-b901-0aa51c1d16a7 None None] Routers {'b179d53b-7d87-42d9-b693-c44a1e65b0f6'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:03:18.558211 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-7649813d-6f01-402a-b901-0aa51c1d16a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:03:05Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['b179d53b-7d87-42d9-b693-c44a1e65b0f6'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:18.570055 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.db_base_plugin_common [None req-5b93546f-3ae0-4edf-9536-2dd550d3bc08 admin admin] Allocated IP 172.20.0.1 (64695cf2-b947-421d-a8ec-c7d4a4c60041/6f55b19c-b3b1-4b8b-ae03-c830681db810/13374876-3410-4d2e-8c85-50af6fc5645a) {{(pid=92916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:03:18.605864 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b9a144-e2d6-4aef-9441-d7b945db8fc6 None None] The sync data for ids ['7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'] in dv-cinder-788363-5-iscsi is: [{'id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'name': 'tempest-AttachVolumeTestJSON-1855409086-router', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:33Z', 'updated_at': '2021-07-06T14:56:51Z', 'revision_number': 4, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'gw_port': {'id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:35Z', 'updated_at': '2021-07-06T14:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf', 'name': '', 'network_id': '3ff68c5b-71a5-4643-a235-ca1e74ec9ec2', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'mac_address': 'fa:16:3e:3f:d6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '759d2c94-0450-42a6-a657-8515f615c234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:45Z', 'updated_at': '2021-07-06T14:57:02Z', 'revision_number': 5, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'subnets': [{'id': '759d2c94-0450-42a6-a657-8515f615c234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:03:18.641021 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33989ce0-c3c9-488e-ae72-5de50e28916a None None] Pushing event updated for resources: {'Port': ['ID=832ed64f-ddb2-43bf-bfe9-97082384152c,revision_number=3']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:18.804439 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5b93546f-3ae0-4edf-9536-2dd550d3bc08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:18.825916 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.provisioning_blocks [None req-5b93546f-3ae0-4edf-9536-2dd550d3bc08 admin admin] Transition to ACTIVE for port object 13374876-3410-4d2e-8c85-50af6fc5645a will not be triggered until provisioned by entity DHCP. {{(pid=92916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:03:18.876217 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5b93546f-3ae0-4edf-9536-2dd550d3bc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2824651'] for port, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:18.876990 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-7649813d-6f01-402a-b901-0aa51c1d16a7 None None] Set router b179d53b-7d87-42d9-b693-c44a1e65b0f6 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:03:18.938574 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b93546f-3ae0-4edf-9536-2dd550d3bc08 admin admin] Network 64695cf2-b947-421d-a8ec-c7d4a4c60041 is already hosted by enough agents. {{(pid=92916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:03:18.945234 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.base_scheduler [None req-5b93546f-3ae0-4edf-9536-2dd550d3bc08 admin admin] Resources bound (agent type, host, resource id): {{(pid=92916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:03:18.966722 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b93546f-3ae0-4edf-9536-2dd550d3bc08 admin admin] Received port after_create {{(pid=92916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:03:19.006659 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65440335-8b2e-4dd6-880e-98f9b2421662 req-729aae47-c764-4391-a59c-81609b87a093 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:19.016170 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-65440335-8b2e-4dd6-880e-98f9b2421662 req-729aae47-c764-4391-a59c-81609b87a093 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 946 time: 0.1270151 Jul 06 15:03:19.025762 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93546f-3ae0-4edf-9536-2dd550d3bc08 admin admin] Pushing event updated for resources: {'Port': ['ID=13374876-3410-4d2e-8c85-50af6fc5645a,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:19.109165 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5b93546f-3ae0-4edf-9536-2dd550d3bc08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871998'] for router_interface, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:19.112723 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-65440335-8b2e-4dd6-880e-98f9b2421662 req-cdc59432-0529-4d75-8230-a48e1dfe304d tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901864 Jul 06 15:03:19.135126 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db94da05-744d-4d08-975a-274b5a65790f None None] New status for floating IP b66580f2-ee93-4523-9e15-23afe6199d95: DOWN {{(pid=92917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:03:19.280811 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 54750) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:19.435437 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-a9d52a12-54c1-45e6-b27f-d93a9de69fa1 None None] Provisioning for port 13374876-3410-4d2e-8c85-50af6fc5645a completed by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:03:19.439536 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-7649813d-6f01-402a-b901-0aa51c1d16a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'name': 'tempest-TestVolumeBootPattern-1221050928-router', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:03:09Z', 'updated_at': '2021-07-06T15:03:14Z', 'revision_number': 3, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'gw_port': {'id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:11Z', 'updated_at': '2021-07-06T15:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:19.441553 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-ac236a85-8a52-4f0f-af1c-a6848753b7bf tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:19.444352 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-a9d52a12-54c1-45e6-b27f-d93a9de69fa1 None None] Provisioning complete for port 13374876-3410-4d2e-8c85-50af6fc5645a triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:03:19.444908 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-a9d52a12-54c1-45e6-b27f-d93a9de69fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:19.475361 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5b93546f-3ae0-4edf-9536-2dd550d3bc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:19.483340 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-ac236a85-8a52-4f0f-af1c-a6848753b7bf tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:19.511266 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7649813d-6f01-402a-b901-0aa51c1d16a7 None None] The sync data for ids ['b179d53b-7d87-42d9-b693-c44a1e65b0f6'] in dv-cinder-788363-5-iscsi is: [{'id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'name': 'tempest-TestVolumeBootPattern-1221050928-router', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:03:09Z', 'updated_at': '2021-07-06T15:03:14Z', 'revision_number': 3, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'gw_port': {'id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:11Z', 'updated_at': '2021-07-06T15:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}] {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:03:19.538049 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-a9d52a12-54c1-45e6-b27f-d93a9de69fa1 None None] Port 13374876-3410-4d2e-8c85-50af6fc5645a cannot update to ACTIVE because it is not bound. {{(pid=92917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:03:19.580820 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-ac236a85-8a52-4f0f-af1c-a6848753b7bf tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:19.584754 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-ac236a85-8a52-4f0f-af1c-a6848753b7bf tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:19.586157 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-ac236a85-8a52-4f0f-af1c-a6848753b7bf tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "DELETE /v2.0/security-groups/faae181e-9f3a-4097-a859-58384e34633b HTTP/1.1" status: 204 len: 168 time: 0.3039091 Jul 06 15:03:19.591716 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 54754) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:19.609145 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac236a85-8a52-4f0f-af1c-a6848753b7bf tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faae181e-9f3a-4097-a859-58384e34633b,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:19.715846 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.api.v2.resource [None req-c0296e12-25f0-4454-8d6a-0c3c17695b9a tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] show failed (client error): The resource could not be found. Jul 06 15:03:19.716896 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-c0296e12-25f0-4454-8d6a-0c3c17695b9a tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "GET /v2.0/security-groups/faae181e-9f3a-4097-a859-58384e34633b HTTP/1.1" status: 404 len: 347 time: 0.1156847 Jul 06 15:03:19.720959 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 54756) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:19.824004 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a05df-8915-45ac-8e4b-fc68337471aa req-fa31cbe8-bf19-4440-a6b3-680e2e5a1abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:19.825536 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-886a05df-8915-45ac-8e4b-fc68337471aa req-fa31cbe8-bf19-4440-a6b3-680e2e5a1abc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=db10d77829764bf49e4461d41eb69399&device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 1099 time: 0.1802773 Jul 06 15:03:19.858115 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5a1c0-2f4e-4f09-923f-4bf9ebd4d5e8 req-44eaabda-856a-411a-981d-08b08389d580 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:19.859755 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-45c5a1c0-2f4e-4f09-923f-4bf9ebd4d5e8 req-44eaabda-856a-411a-981d-08b08389d580 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 944 time: 0.2810936 Jul 06 15:03:19.861986 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5b93546f-3ae0-4edf-9536-2dd550d3bc08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:19.901276 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [None req-38ed31fc-f85f-4547-bc44-036c3873ddce tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Deleting port 3aeb0ef5-263b-4004-819e-6d698921c4f8 {{(pid=92915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:03:19.901611 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-38ed31fc-f85f-4547-bc44-036c3873ddce tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:19.913073 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5b93546f-3ae0-4edf-9536-2dd550d3bc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824505'] for port, after_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:20.007518 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-38ed31fc-f85f-4547-bc44-036c3873ddce tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:20.008494 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-38ed31fc-f85f-4547-bc44-036c3873ddce tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:20.033399 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [None req-38ed31fc-f85f-4547-bc44-036c3873ddce tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Calling delete_port for 3aeb0ef5-263b-4004-819e-6d698921c4f8 owned by network:floatingip {{(pid=92915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:03:20.038912 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-45c5a1c0-2f4e-4f09-923f-4bf9ebd4d5e8 req-cf2ed9ba-b605-4a30-8251-2504f9af466d tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641338 Jul 06 15:03:20.041978 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93546f-3ae0-4edf-9536-2dd550d3bc08 admin admin] Pushing event updated for resources: {'Port': ['ID=13374876-3410-4d2e-8c85-50af6fc5645a,revision_number=2']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:20.044328 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5b93546f-3ae0-4edf-9536-2dd550d3bc08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7887058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869059'] for router_interface, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:20.108985 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a05df-8915-45ac-8e4b-fc68337471aa req-60d7e650-7fe1-49f8-b0ca-afb4fc394979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:20.110596 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-886a05df-8915-45ac-8e4b-fc68337471aa req-60d7e650-7fe1-49f8-b0ca-afb4fc394979 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f96a7279-5988-4867-aff6-4945f71924ad HTTP/1.1" status: 200 len: 918 time: 0.2716873 Jul 06 15:03:20.225031 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-38ed31fc-f85f-4547-bc44-036c3873ddce tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2297282'] for port, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:20.238956 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-886a05df-8915-45ac-8e4b-fc68337471aa req-6c40ab01-bc7d-4074-b322-68397bfeb0fe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4e1475c-63be-4e7f-92d9-08c81ce73063 HTTP/1.1" status: 200 len: 1002 time: 0.1181772 Jul 06 15:03:20.266402 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed31fc-f85f-4547-bc44-036c3873ddce tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Pushing event deleted for resources: {'Port': ['ID=3aeb0ef5-263b-4004-819e-6d698921c4f8,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:20.297584 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b93546f-3ae0-4edf-9536-2dd550d3bc08 admin admin] Network 64695cf2-b947-421d-a8ec-c7d4a4c60041 is already hosted by enough agents. {{(pid=92916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:03:20.301968 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.base_scheduler [None req-5b93546f-3ae0-4edf-9536-2dd550d3bc08 admin admin] Resources bound (agent type, host, resource id): {{(pid=92916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:03:20.376592 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a05df-8915-45ac-8e4b-fc68337471aa req-6ed497ab-5acf-4910-891c-352242a354d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:20.377834 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-886a05df-8915-45ac-8e4b-fc68337471aa req-6ed497ab-5acf-4910-891c-352242a354d9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ca664667-a6f7-4c2d-bec6-bb0d219a131a HTTP/1.1" status: 200 len: 856 time: 0.1305268 Jul 06 15:03:20.408539 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-38ed31fc-f85f-4547-bc44-036c3873ddce tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks [] for floatingip, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:20.414835 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-38ed31fc-f85f-4547-bc44-036c3873ddce tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for floatingip, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:20.422847 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-38ed31fc-f85f-4547-bc44-036c3873ddce tempest-AttachVolumeTestJSON-1784822600 tempest-AttachVolumeTestJSON-1784822600-project] 10.222.0.20 "DELETE /v2.0/floatingips/b66580f2-ee93-4523-9e15-23afe6199d95 HTTP/1.1" status: 204 len: 168 time: 0.6999669 Jul 06 15:03:20.466658 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2c49c-a712-46de-ae9e-247c38f11eb4 req-f7a262f1-ceb5-4ee4-b216-863c06b5d30e tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:20.479256 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d3f2c49c-a712-46de-ae9e-247c38f11eb4 req-f7a262f1-ceb5-4ee4-b216-863c06b5d30e tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 946 time: 0.2070460 Jul 06 15:03:20.557565 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d3f2c49c-a712-46de-ae9e-247c38f11eb4 req-a91ce98f-a6ca-4461-82d1-8e4cbdb4e3b9 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765882 Jul 06 15:03:20.584452 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a05df-8915-45ac-8e4b-fc68337471aa req-9db649ab-6238-4c8a-aea7-904d2425cf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:20.586019 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-886a05df-8915-45ac-8e4b-fc68337471aa req-9db649ab-6238-4c8a-aea7-904d2425cf1f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f96a7279-5988-4867-aff6-4945f71924ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2009251 Jul 06 15:03:20.588154 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b93546f-3ae0-4edf-9536-2dd550d3bc08 admin admin] Router b179d53b-7d87-42d9-b693-c44a1e65b0f6 has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:03:20.810291 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-aa54dfc9-6b9e-4b9b-a6a0-69750aeb9b85 None None] Provisioning complete for port 13374876-3410-4d2e-8c85-50af6fc5645a triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:03:20.810878 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-aa54dfc9-6b9e-4b9b-a6a0-69750aeb9b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:20.841665 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 832ed64f-ddb2-43bf-bfe9-97082384152c up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:03:20.920804 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-aa54dfc9-6b9e-4b9b-a6a0-69750aeb9b85 None None] Port 13374876-3410-4d2e-8c85-50af6fc5645a cannot update to ACTIVE because it is not bound. {{(pid=92917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:03:20.944481 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning for port 832ed64f-ddb2-43bf-bfe9-97082384152c completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:03:20.959357 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 832ed64f-ddb2-43bf-bfe9-97082384152c triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:03:20.960121 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:21.306099 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:21.331845 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] For port 832ed64f-ddb2-43bf-bfe9-97082384152c, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=832ed64f-ddb2-43bf-bfe9-97082384152c,segment=NetworkSegment(d7a48dfa-38cd-4c9a-ae5e-4dc474366c17),segment_id=d7a48dfa-38cd-4c9a-ae5e-4dc474366c17)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:03:21.337235 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:21.342485 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-886a05df-8915-45ac-8e4b-fc68337471aa req-a4b35495-7406-4c4b-a9db-93556b53957b service neutron] 10.222.0.25 "GET /v2.0/networks/f96a7279-5988-4867-aff6-4945f71924ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7459667 Jul 06 15:03:21.394614 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Pushing event updated for resources: {'Port': ['ID=832ed64f-ddb2-43bf-bfe9-97082384152c,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:21.411284 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b93546f-3ae0-4edf-9536-2dd550d3bc08 admin admin] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:03:21.421427 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-5b93546f-3ae0-4edf-9536-2dd550d3bc08 admin admin] 10.222.0.20 "PUT /v2.0/routers/b179d53b-7d87-42d9-b693-c44a1e65b0f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8678181 Jul 06 15:03:21.451697 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c3fb7-23c2-47e2-874f-c51609e49963 req-6ad90339-7176-452b-bc11-6263919afe43 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:21.453340 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-fc4c3fb7-23c2-47e2-874f-c51609e49963 req-6ad90339-7176-452b-bc11-6263919afe43 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 944 time: 0.2365232 Jul 06 15:03:21.498108 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-886a05df-8915-45ac-8e4b-fc68337471aa req-f2c0e939-01f2-48de-8963-ca3cba432fb4 service neutron] 10.222.0.25 "GET /v2.0/networks/f96a7279-5988-4867-aff6-4945f71924ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471815 Jul 06 15:03:21.510246 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 144f10fa-954e-4d0d-b25d-be48c91abed5 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:03:21.538096 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-fc4c3fb7-23c2-47e2-874f-c51609e49963 req-bb691697-d91f-4f2d-90e3-b3523d055eb7 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727165 Jul 06 15:03:21.663754 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 144f10fa-954e-4d0d-b25d-be48c91abed5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=144f10fa-954e-4d0d-b25d-be48c91abed5,segment=NetworkSegment(3774fc6f-a661-419f-b160-b9f7192fa6b2),segment_id=3774fc6f-a661-419f-b160-b9f7192fa6b2)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:03:21.678546 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Returning: {'device': '144f10fa-954e-4d0d-b25d-be48c91abed5', 'network_id': '03110df2-e384-4b3d-9464-61bed7bb00a3', 'port_id': '144f10fa-954e-4d0d-b25d-be48c91abed5', 'mac_address': 'fa:16:3e:3b:5a:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e3ad3a0-9226-434c-927d-b1373e85eaaa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:03:21.726910 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:21.745949 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 144f10fa-954e-4d0d-b25d-be48c91abed5 {{(pid=92917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:03:21.785476 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 144f10fa-954e-4d0d-b25d-be48c91abed5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=144f10fa-954e-4d0d-b25d-be48c91abed5,segment=NetworkSegment(3774fc6f-a661-419f-b160-b9f7192fa6b2),segment_id=3774fc6f-a661-419f-b160-b9f7192fa6b2)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:03:21.791815 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:21.859972 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51525c-87da-4b03-8804-0a7dc4da2b8b req-1c10e172-8449-4334-8e11-897cdbb43ef0 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:21.865946 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-8c51525c-87da-4b03-8804-0a7dc4da2b8b req-1c10e172-8449-4334-8e11-897cdbb43ef0 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 946 time: 0.0972672 Jul 06 15:03:21.886506 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=144f10fa-954e-4d0d-b25d-be48c91abed5,revision_number=7']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:21.938216 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-8c51525c-87da-4b03-8804-0a7dc4da2b8b req-af876efa-5698-4913-867a-e058b7d00715 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662134 Jul 06 15:03:22.060275 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c083db5f-8260-4433-a0bd-e7f4b13ed582 None None] Sync routers for ids ['b179d53b-7d87-42d9-b693-c44a1e65b0f6'] in dv-cinder-788363-5-iscsi {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:03:22.072500 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c083db5f-8260-4433-a0bd-e7f4b13ed582 None None] Routers {'b179d53b-7d87-42d9-b693-c44a1e65b0f6'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:03:22.072974 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-c083db5f-8260-4433-a0bd-e7f4b13ed582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:03:05Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['b179d53b-7d87-42d9-b693-c44a1e65b0f6'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:22.144996 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['144f10fa-954e-4d0d-b25d-be48c91abed5'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:03:22.284990 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-c083db5f-8260-4433-a0bd-e7f4b13ed582 None None] Set router b179d53b-7d87-42d9-b693-c44a1e65b0f6 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:03:22.431303 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 54804) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:22.441286 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-80184f14-34fa-4d81-ba1b-74634190d0ae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-125792113-network', 'tenant_id': '8cac8a72e41b4073acbf8e2425123f77'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:03:22.526764 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80184f14-34fa-4d81-ba1b-74634190d0ae admin admin] Made reservation on behalf of 8cac8a72e41b4073acbf8e2425123f77 for: {'network': 1} {{(pid=92915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:03:22.533417 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-80184f14-34fa-4d81-ba1b-74634190d0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for network, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:22.563852 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-80184f14-34fa-4d81-ba1b-74634190d0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:22.763836 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-80184f14-34fa-4d81-ba1b-74634190d0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:22.770135 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-c083db5f-8260-4433-a0bd-e7f4b13ed582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'name': 'tempest-TestVolumeBootPattern-1221050928-router', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:03:09Z', 'updated_at': '2021-07-06T15:03:19Z', 'revision_number': 4, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'gw_port': {'id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:11Z', 'updated_at': '2021-07-06T15:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '13374876-3410-4d2e-8c85-50af6fc5645a', 'name': '', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'mac_address': 'fa:16:3e:2f:d9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:18Z', 'updated_at': '2021-07-06T15:03:19Z', 'revision_number': 2, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'subnets': [{'id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:22.774614 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-80184f14-34fa-4d81-ba1b-74634190d0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:22.798854 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80184f14-34fa-4d81-ba1b-74634190d0ae admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=92915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:03:22.818871 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-80184f14-34fa-4d81-ba1b-74634190d0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:22.819744 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c083db5f-8260-4433-a0bd-e7f4b13ed582 None None] Checking router: b179d53b-7d87-42d9-b693-c44a1e65b0f6 for host: dv-cinder-788363-5-iscsi {{(pid=92918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:03:22.820232 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c083db5f-8260-4433-a0bd-e7f4b13ed582 None None] Updating router b179d53b-7d87-42d9-b693-c44a1e65b0f6 port 13374876-3410-4d2e-8c85-50af6fc5645a binding host dv-cinder-788363-5-iscsi {{(pid=92918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:03:22.820944 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.db.segments_db [None req-80184f14-34fa-4d81-ba1b-74634190d0ae admin admin] Added segment 2c87bf5e-e856-4985-97de-b753745d358c of type vlan for network 1e74484a-4c7e-46ba-82f0-b7dbea123d75 Jul 06 15:03:22.848882 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 832ed64f-ddb2-43bf-bfe9-97082384152c up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:03:22.896653 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-c083db5f-8260-4433-a0bd-e7f4b13ed582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:22.913241 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce7384-6eb1-4124-bdc0-c069eab0cab6 req-154db4bd-0461-4cb4-be3d-3e14c9786066 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:22.923408 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d4ce7384-6eb1-4124-bdc0-c069eab0cab6 req-154db4bd-0461-4cb4-be3d-3e14c9786066 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 945 time: 0.1771374 Jul 06 15:03:22.929475 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80184f14-34fa-4d81-ba1b-74634190d0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b1864a-756e-4359-aa5d-7df29c016471,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:22.951164 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-80184f14-34fa-4d81-ba1b-74634190d0ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766384329310'] for network, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:22.977139 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 832ed64f-ddb2-43bf-bfe9-97082384152c triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:03:22.977619 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:22.992190 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d4ce7384-6eb1-4124-bdc0-c069eab0cab6 req-ebb462b1-c6e3-4db0-8010-369fff94e5d5 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675642 Jul 06 15:03:23.071084 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-80184f14-34fa-4d81-ba1b-74634190d0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040'] for network, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:23.072275 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80184f14-34fa-4d81-ba1b-74634190d0ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:23.072918 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-80184f14-34fa-4d81-ba1b-74634190d0ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:23.200243 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-80184f14-34fa-4d81-ba1b-74634190d0ae admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7637782 Jul 06 15:03:23.200596 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 54826) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:23.205668 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-fe91cc2e-5bdf-4119-955d-ca7e0986bf91 admin admin] Request body: {'subnet': {'network_id': '1e74484a-4c7e-46ba-82f0-b7dbea123d75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-125792113-subnet', 'tenant_id': '8cac8a72e41b4073acbf8e2425123f77', 'ip_version': 4}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:03:23.256949 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe91cc2e-5bdf-4119-955d-ca7e0986bf91 admin admin] Made reservation on behalf of 8cac8a72e41b4073acbf8e2425123f77 for: {'subnet': 1} {{(pid=92916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:03:23.259736 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fe91cc2e-5bdf-4119-955d-ca7e0986bf91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3367756'] for subnet, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:23.272748 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80184f14-34fa-4d81-ba1b-74634190d0ae admin admin] Pushing event updated for resources: {'Network': ['ID=1e74484a-4c7e-46ba-82f0-b7dbea123d75,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:23.288569 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Network 1e74484a-4c7e-46ba-82f0-b7dbea123d75 details requested by agent ovs-agent-dv-cinder-788363-5-iscsi with host dv-cinder-788363-5-iscsi {{(pid=92917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:03:23.372286 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc7400-c7d4-4b1c-9812-76b35ab91f62 req-b5c6bb3d-82e3-4c68-8e4e-44f3eb973689 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:23.397640 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-fedc7400-c7d4-4b1c-9812-76b35ab91f62 req-b5c6bb3d-82e3-4c68-8e4e-44f3eb973689 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 946 time: 0.2023337 Jul 06 15:03:23.511347 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-fedc7400-c7d4-4b1c-9812-76b35ab91f62 req-2fd38af2-7ce1-4ad2-bd21-97e286222b86 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113987 Jul 06 15:03:23.539916 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 144f10fa-954e-4d0d-b25d-be48c91abed5 up at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:03:23.586272 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-c083db5f-8260-4433-a0bd-e7f4b13ed582 None None] Notify callbacks [] for port, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:23.632150 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.provisioning_blocks [None req-c083db5f-8260-4433-a0bd-e7f4b13ed582 None None] Transition to ACTIVE for port object 13374876-3410-4d2e-8c85-50af6fc5645a will not be triggered until provisioned by entity L2. {{(pid=92918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:03:23.642376 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-c083db5f-8260-4433-a0bd-e7f4b13ed582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:23.705678 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning complete for port 144f10fa-954e-4d0d-b25d-be48c91abed5 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:03:23.706065 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:23.716945 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fe91cc2e-5bdf-4119-955d-ca7e0986bf91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3367774'] for subnet, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:23.745777 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a7b3b-2cc9-423a-803c-dcc7a53f6ea8 None None] Pushing event updated for resources: {'Port': ['ID=13374876-3410-4d2e-8c85-50af6fc5645a,revision_number=3']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:23.773652 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a7b3b-2cc9-423a-803c-dcc7a53f6ea8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:03:23.774000 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a7b3b-2cc9-423a-803c-dcc7a53f6ea8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:03:23.774376 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a7b3b-2cc9-423a-803c-dcc7a53f6ea8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:03:23.774764 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a7b3b-2cc9-423a-803c-dcc7a53f6ea8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:03:23.775121 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a7b3b-2cc9-423a-803c-dcc7a53f6ea8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:03:23.775453 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a7b3b-2cc9-423a-803c-dcc7a53f6ea8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:03:23.775843 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a7b3b-2cc9-423a-803c-dcc7a53f6ea8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:03:23.776985 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a7b3b-2cc9-423a-803c-dcc7a53f6ea8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:03:23.776985 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a7b3b-2cc9-423a-803c-dcc7a53f6ea8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:03:23.776985 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a7b3b-2cc9-423a-803c-dcc7a53f6ea8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:03:23.777473 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a7b3b-2cc9-423a-803c-dcc7a53f6ea8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:03:23.778460 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a7b3b-2cc9-423a-803c-dcc7a53f6ea8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:03:23.838467 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe91cc2e-5bdf-4119-955d-ca7e0986bf91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46df15fe-913c-4c52-a8f9-e6efc7afc5c4,revision_number=0']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:23.864221 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [None req-c083db5f-8260-4433-a0bd-e7f4b13ed582 None None] Attempting to bind port 13374876-3410-4d2e-8c85-50af6fc5645a on host dv-cinder-788363-5-iscsi for vnic_type normal with profile {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:03:23.864570 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [None req-c083db5f-8260-4433-a0bd-e7f4b13ed582 None None] Attempting to bind port 13374876-3410-4d2e-8c85-50af6fc5645a by drivers openvswitch,hyperv on host dv-cinder-788363-5-iscsi at level 0 using segments [{'id': 'cbd1e5d0-d420-485d-b99a-e51814456ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041'}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:03:23.864901 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c083db5f-8260-4433-a0bd-e7f4b13ed582 None None] Attempting to bind port 13374876-3410-4d2e-8c85-50af6fc5645a on network 64695cf2-b947-421d-a8ec-c7d4a4c60041 {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:03:23.873970 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe91cc2e-5bdf-4119-955d-ca7e0986bf91 admin admin] Checking segment: {'id': '2c87bf5e-e856-4985-97de-b753745d358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1e74484a-4c7e-46ba-82f0-b7dbea123d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:03:23.874362 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe91cc2e-5bdf-4119-955d-ca7e0986bf91 admin admin] Network hostable DHCP agents. Network: 1e74484a-4c7e-46ba-82f0-b7dbea123d75, hostable agents: ['69855ee5-e315-4bf8-8b06-7c2b552a2d00'], hosted agents: [] {{(pid=92916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:03:23.877058 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c083db5f-8260-4433-a0bd-e7f4b13ed582 None None] Checking agent: {'id': 'f25167b8-434d-4f4a-9be4-898338da7490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 48, 5), 'started_at': datetime.datetime(2021, 7, 6, 14, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:03:23.877780 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c083db5f-8260-4433-a0bd-e7f4b13ed582 None None] Checking segment: {'id': 'cbd1e5d0-d420-485d-b99a-e51814456ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:03:23.878616 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-c083db5f-8260-4433-a0bd-e7f4b13ed582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:23.879481 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c083db5f-8260-4433-a0bd-e7f4b13ed582 None None] Bound using segment: {'id': 'cbd1e5d0-d420-485d-b99a-e51814456ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041'} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:03:23.880577 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [None req-c083db5f-8260-4433-a0bd-e7f4b13ed582 None None] Bound port: 13374876-3410-4d2e-8c85-50af6fc5645a, host: dv-cinder-788363-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd1e5d0-d420-485d-b99a-e51814456ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041'}}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:03:23.881280 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-c083db5f-8260-4433-a0bd-e7f4b13ed582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:23.905035 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:23.914856 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe91cc2e-5bdf-4119-955d-ca7e0986bf91 admin admin] Network 1e74484a-4c7e-46ba-82f0-b7dbea123d75 is scheduled to be hosted by DHCP agent 69855ee5-e315-4bf8-8b06-7c2b552a2d00 with binding_index 1 {{(pid=92916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:03:23.948510 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.base_scheduler [None req-fe91cc2e-5bdf-4119-955d-ca7e0986bf91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-5-iscsi, 1e74484a-4c7e-46ba-82f0-b7dbea123d75) {{(pid=92916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:03:23.954994 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe91cc2e-5bdf-4119-955d-ca7e0986bf91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:23.955580 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fe91cc2e-5bdf-4119-955d-ca7e0986bf91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:23.963182 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98663644-d273-49c3-a565-79a7b60fa986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144f10fa-954e-4d0d-b25d-be48c91abed5'}] {{(pid=92917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:03:23.966573 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ea3ef9b0f14ac6a08de5771e2132c48ed06abd6a52ccf1dddde4c27a9981b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb9d6ee-0891-4e10-a750-6b361d69f0ea" -d '{"events": [{"server_uuid": "98663644-d273-49c3-a565-79a7b60fa986", "name": "network-vif-plugged", "status": "completed", "tag": "144f10fa-954e-4d0d-b25d-be48c91abed5"}]}' {{(pid=92917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:03:23.981895 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-fe91cc2e-5bdf-4119-955d-ca7e0986bf91 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7799656 Jul 06 15:03:23.985882 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 54842) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:23.989767 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 144f10fa-954e-4d0d-b25d-be48c91abed5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=144f10fa-954e-4d0d-b25d-be48c91abed5,segment=NetworkSegment(3774fc6f-a661-419f-b160-b9f7192fa6b2),segment_id=3774fc6f-a661-419f-b160-b9f7192fa6b2)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:03:23.996372 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-73ac69dd-054e-4c32-b3cf-743cd8de39e4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-125792113-router', 'tenant_id': '8cac8a72e41b4073acbf8e2425123f77', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'}}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:03:23.999375 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c101f8cb-b3ac-4fbf-babc-d6c2690d636d None None] Network 1e74484a-4c7e-46ba-82f0-b7dbea123d75 requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:03:24.028914 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:24.042016 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device e4e1475c-63be-4e7f-92d9-08c81ce73063 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:03:24.057528 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-c083db5f-8260-4433-a0bd-e7f4b13ed582 None None] For port 13374876-3410-4d2e-8c85-50af6fc5645a, host dv-cinder-788363-5-iscsi, cleared binding levels {{(pid=92918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:03:24.063729 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-c083db5f-8260-4433-a0bd-e7f4b13ed582 None None] For port 13374876-3410-4d2e-8c85-50af6fc5645a, host dv-cinder-788363-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=13374876-3410-4d2e-8c85-50af6fc5645a,segment=NetworkSegment(cbd1e5d0-d420-485d-b99a-e51814456ee0),segment_id=cbd1e5d0-d420-485d-b99a-e51814456ee0)] {{(pid=92918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:03:24.073556 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-c083db5f-8260-4433-a0bd-e7f4b13ed582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:24.074727 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-73ac69dd-054e-4c32-b3cf-743cd8de39e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7866647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27686'] for router, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:24.076624 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-73ac69dd-054e-4c32-b3cf-743cd8de39e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7868472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27711'] for router, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:24.132722 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2060f2-7437-44de-a47b-ccd21c0e6290 x-openstack-request-id: req-0a2060f2-7437-44de-a47b-ccd21c0e6290 {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:03:24.133099 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98663644-d273-49c3-a565-79a7b60fa986", "name": "network-vif-plugged", "status": "completed", "tag": "144f10fa-954e-4d0d-b25d-be48c91abed5", "code": 200}]} {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:03:24.134207 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a2060f2-7437-44de-a47b-ccd21c0e6290 {{(pid=92917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:03:24.134709 dv-cinder-788363-5-iscsi neutron-server[92917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98663644-d273-49c3-a565-79a7b60fa986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144f10fa-954e-4d0d-b25d-be48c91abed5', 'code': 200} Jul 06 15:03:24.165111 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c083db5f-8260-4433-a0bd-e7f4b13ed582 None None] Routers {'b179d53b-7d87-42d9-b693-c44a1e65b0f6'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:03:24.165785 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-c083db5f-8260-4433-a0bd-e7f4b13ed582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:03:05Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['b179d53b-7d87-42d9-b693-c44a1e65b0f6'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:24.207229 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-73ac69dd-054e-4c32-b3cf-743cd8de39e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:24.366749 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-c083db5f-8260-4433-a0bd-e7f4b13ed582 None None] Set router b179d53b-7d87-42d9-b693-c44a1e65b0f6 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:03:24.402701 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3162e7-980b-43dc-8e3d-0cacf83ff792 req-62ab646a-c8e4-4b1c-873c-879d637b5205 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:24.412530 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3c3162e7-980b-43dc-8e3d-0cacf83ff792 req-62ab646a-c8e4-4b1c-873c-879d637b5205 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 946 time: 0.1152294 Jul 06 15:03:24.471556 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3c3162e7-980b-43dc-8e3d-0cacf83ff792 req-1d040a99-6bb5-4e4b-a607-e0c08cbc2e83 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578516 Jul 06 15:03:24.503183 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 6 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:03:24.558764 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=144f10fa-954e-4d0d-b25d-be48c91abed5,revision_number=8']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:24.579981 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a7b3b-2cc9-423a-803c-dcc7a53f6ea8 None None] Pushing event updated for resources: {'Port': ['ID=13374876-3410-4d2e-8c85-50af6fc5645a,revision_number=4']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:24.602768 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:24.605024 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-73ac69dd-054e-4c32-b3cf-743cd8de39e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-413138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27661'] for router, precommit_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:24.650473 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port e4e1475c-63be-4e7f-92d9-08c81ce73063, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e4e1475c-63be-4e7f-92d9-08c81ce73063,segment=NetworkSegment(cb30854e-762f-4ab3-afc5-fc62883d2599),segment_id=cb30854e-762f-4ab3-afc5-fc62883d2599)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:03:24.664093 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:24.748084 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2235aba-8673-4fd5-8421-0893f9b669d8 req-c8e7cb34-5761-4289-99fa-7913a3e34e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:24.750457 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b2235aba-8673-4fd5-8421-0893f9b669d8 req-c8e7cb34-5761-4289-99fa-7913a3e34e21 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 1099 time: 0.2570004 Jul 06 15:03:24.774599 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-c083db5f-8260-4433-a0bd-e7f4b13ed582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'name': 'tempest-TestVolumeBootPattern-1221050928-router', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:03:09Z', 'updated_at': '2021-07-06T15:03:19Z', 'revision_number': 4, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'gw_port': {'id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:11Z', 'updated_at': '2021-07-06T15:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '13374876-3410-4d2e-8c85-50af6fc5645a', 'name': '', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'mac_address': 'fa:16:3e:2f:d9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:18Z', 'updated_at': '2021-07-06T15:03:24Z', 'revision_number': 4, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'subnets': [{'id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:24.840258 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b2235aba-8673-4fd5-8421-0893f9b669d8 req-ea5c7fe8-d27d-420a-bba6-939639cdbef1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819776 Jul 06 15:03:24.873095 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=e4e1475c-63be-4e7f-92d9-08c81ce73063,revision_number=8']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:24.881578 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c083db5f-8260-4433-a0bd-e7f4b13ed582 None None] The sync data for ids ['b179d53b-7d87-42d9-b693-c44a1e65b0f6'] in dv-cinder-788363-5-iscsi is: [{'id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'name': 'tempest-TestVolumeBootPattern-1221050928-router', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:03:09Z', 'updated_at': '2021-07-06T15:03:19Z', 'revision_number': 4, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'gw_port': {'id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:11Z', 'updated_at': '2021-07-06T15:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '13374876-3410-4d2e-8c85-50af6fc5645a', 'name': '', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'mac_address': 'fa:16:3e:2f:d9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:18Z', 'updated_at': '2021-07-06T15:03:24Z', 'revision_number': 4, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'subnets': [{'id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:03:24.908236 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 54864) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:24.967769 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517a5505-d1f2-4bc0-b966-c062117d1153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c524b10-db73-5aad-82fa-1a4727f3bbf1-1e74484a-4c7e-46ba-82f0-b7dbea123d75', 'network_id': '1e74484a-4c7e-46ba-82f0-b7dbea123d75', 'tenant_id': '8cac8a72e41b4073acbf8e2425123f77', 'fixed_ips': [{'subnet_id': '46df15fe-913c-4c52-a8f9-e6efc7afc5c4'}]}} from dv-cinder-788363-5-iscsi. {{(pid=92917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 15:03:24.969268 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-517a5505-d1f2-4bc0-b966-c062117d1153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:25.150873 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-73ac69dd-054e-4c32-b3cf-743cd8de39e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:25.195958 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-73ac69dd-054e-4c32-b3cf-743cd8de39e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:25.286752 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.db_base_plugin_common [None req-517a5505-d1f2-4bc0-b966-c062117d1153 None None] Allocated IP 172.20.0.2 (1e74484a-4c7e-46ba-82f0-b7dbea123d75/46df15fe-913c-4c52-a8f9-e6efc7afc5c4/18ffb67b-917a-4dd2-8b96-2b2e76981d79) {{(pid=92917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:03:25.421150 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a64f36-d173-4356-81f6-4e09525cbe73 req-7239d731-3ad2-4558-997d-28356fbf747d tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:25.423335 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-97a64f36-d173-4356-81f6-4e09525cbe73 req-7239d731-3ad2-4558-997d-28356fbf747d tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 944 time: 0.2295675 Jul 06 15:03:25.574904 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-517a5505-d1f2-4bc0-b966-c062117d1153 None None] Notify callbacks [] for port, precommit_create {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:25.590713 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-517a5505-d1f2-4bc0-b966-c062117d1153 None None] Transition to ACTIVE for port object 18ffb67b-917a-4dd2-8b96-2b2e76981d79 will not be triggered until provisioned by entity L2. {{(pid=92917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:03:25.596026 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-97a64f36-d173-4356-81f6-4e09525cbe73 req-369e4ff5-f840-49b8-a03d-f6c9b5a59181 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379521 Jul 06 15:03:25.650420 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.db_base_plugin_common [None req-73ac69dd-054e-4c32-b3cf-743cd8de39e4 admin admin] Allocated IP 172.27.3.161 (cda8cae0-c766-4621-9577-ca435140768c/1f1b7348-831f-4a39-b588-ec6aad475c62/1e23690e-7784-4754-b624-0ea5dfbed973) {{(pid=92916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:03:25.655873 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-517a5505-d1f2-4bc0-b966-c062117d1153 None None] Transition to ACTIVE for port object 18ffb67b-917a-4dd2-8b96-2b2e76981d79 will not be triggered until provisioned by entity DHCP. {{(pid=92917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:03:25.677399 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-517a5505-d1f2-4bc0-b966-c062117d1153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525'] for port, after_create {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:25.863703 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-73ac69dd-054e-4c32-b3cf-743cd8de39e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:25.872874 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517a5505-d1f2-4bc0-b966-c062117d1153 None None] Network 1e74484a-4c7e-46ba-82f0-b7dbea123d75 is already hosted by enough agents. {{(pid=92917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:03:25.905088 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.scheduler.base_scheduler [None req-517a5505-d1f2-4bc0-b966-c062117d1153 None None] Resources bound (agent type, host, resource id): {{(pid=92917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:03:25.918641 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517a5505-d1f2-4bc0-b966-c062117d1153 None None] Received port after_create {{(pid=92917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:03:25.926095 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-73ac69dd-054e-4c32-b3cf-743cd8de39e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2824651'] for port, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:25.984643 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac69dd-054e-4c32-b3cf-743cd8de39e4 admin admin] Pushing event updated for resources: {'Port': ['ID=1e23690e-7784-4754-b624-0ea5dfbed973,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:26.007781 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ac69dd-054e-4c32-b3cf-743cd8de39e4 admin admin] Network cda8cae0-c766-4621-9577-ca435140768c is already hosted by enough agents. {{(pid=92916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:03:26.010610 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.base_scheduler [None req-73ac69dd-054e-4c32-b3cf-743cd8de39e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:03:26.013299 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ac69dd-054e-4c32-b3cf-743cd8de39e4 admin admin] Received port after_create {{(pid=92916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:03:26.045340 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a5505-d1f2-4bc0-b966-c062117d1153 None None] Pushing event updated for resources: {'Port': ['ID=18ffb67b-917a-4dd2-8b96-2b2e76981d79,revision_number=1']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:26.132154 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-517a5505-d1f2-4bc0-b966-c062117d1153 None None] Attempting to bind port 18ffb67b-917a-4dd2-8b96-2b2e76981d79 on host dv-cinder-788363-5-iscsi for vnic_type normal with profile {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:03:26.133794 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-517a5505-d1f2-4bc0-b966-c062117d1153 None None] Attempting to bind port 18ffb67b-917a-4dd2-8b96-2b2e76981d79 by drivers openvswitch,hyperv on host dv-cinder-788363-5-iscsi at level 0 using segments [{'id': '2c87bf5e-e856-4985-97de-b753745d358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1e74484a-4c7e-46ba-82f0-b7dbea123d75'}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:03:26.135925 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517a5505-d1f2-4bc0-b966-c062117d1153 None None] Attempting to bind port 18ffb67b-917a-4dd2-8b96-2b2e76981d79 on network 1e74484a-4c7e-46ba-82f0-b7dbea123d75 {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:03:26.150615 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fee08f-a112-4e0f-9957-ea22297eadc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4e1475c-63be-4e7f-92d9-08c81ce73063'}] {{(pid=92917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:03:26.156907 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ea3ef9b0f14ac6a08de5771e2132c48ed06abd6a52ccf1dddde4c27a9981b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e551cfb6-63f5-450b-a22a-6a230715ff07" -d '{"events": [{"server_uuid": "e8fee08f-a112-4e0f-9957-ea22297eadc4", "name": "network-vif-unplugged", "status": "completed", "tag": "e4e1475c-63be-4e7f-92d9-08c81ce73063"}]}' {{(pid=92917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:03:26.166143 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517a5505-d1f2-4bc0-b966-c062117d1153 None None] Checking agent: {'id': 'f25167b8-434d-4f4a-9be4-898338da7490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 48, 5), 'started_at': datetime.datetime(2021, 7, 6, 14, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:03:26.168343 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517a5505-d1f2-4bc0-b966-c062117d1153 None None] Checking segment: {'id': '2c87bf5e-e856-4985-97de-b753745d358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1e74484a-4c7e-46ba-82f0-b7dbea123d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:03:26.171136 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-517a5505-d1f2-4bc0-b966-c062117d1153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:26.171835 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517a5505-d1f2-4bc0-b966-c062117d1153 None None] Bound using segment: {'id': '2c87bf5e-e856-4985-97de-b753745d358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1e74484a-4c7e-46ba-82f0-b7dbea123d75'} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:03:26.172869 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-517a5505-d1f2-4bc0-b966-c062117d1153 None None] Bound port: 18ffb67b-917a-4dd2-8b96-2b2e76981d79, host: dv-cinder-788363-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c87bf5e-e856-4985-97de-b753745d358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1e74484a-4c7e-46ba-82f0-b7dbea123d75'}}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:03:26.176524 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-517a5505-d1f2-4bc0-b966-c062117d1153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:26.235458 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556ff68-d44d-4702-9161-e534c140ddf2 req-2c1c3a54-e6be-4d3b-92ef-e5155f4054e8 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:26.245860 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-9556ff68-d44d-4702-9161-e534c140ddf2 req-2c1c3a54-e6be-4d3b-92ef-e5155f4054e8 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 946 time: 0.4254870 Jul 06 15:03:26.346314 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-517a5505-d1f2-4bc0-b966-c062117d1153 None None] For port 18ffb67b-917a-4dd2-8b96-2b2e76981d79, host dv-cinder-788363-5-iscsi, cleared binding levels {{(pid=92917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:03:26.357589 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-517a5505-d1f2-4bc0-b966-c062117d1153 None None] For port 18ffb67b-917a-4dd2-8b96-2b2e76981d79, host dv-cinder-788363-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=18ffb67b-917a-4dd2-8b96-2b2e76981d79,segment=NetworkSegment(2c87bf5e-e856-4985-97de-b753745d358c),segment_id=2c87bf5e-e856-4985-97de-b753745d358c)] {{(pid=92917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:03:26.378840 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-517a5505-d1f2-4bc0-b966-c062117d1153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:26.393418 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-9556ff68-d44d-4702-9161-e534c140ddf2 req-2e1624e6-d39a-4f3a-94cf-eeb4ceeb8332 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464231 Jul 06 15:03:26.440164 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 06 Jul 2021 15:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae16fd85-5934-4d5b-b234-03fec2384885 x-openstack-request-id: req-ae16fd85-5934-4d5b-b234-03fec2384885 {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:03:26.440164 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8fee08f-a112-4e0f-9957-ea22297eadc4", "name": "network-vif-unplugged", "status": "failed", "tag": "e4e1475c-63be-4e7f-92d9-08c81ce73063", "code": 422}]} {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:03:26.440164 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae16fd85-5934-4d5b-b234-03fec2384885 {{(pid=92917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:03:26.440164 dv-cinder-788363-5-iscsi neutron-server[92917]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e8fee08f-a112-4e0f-9957-ea22297eadc4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e4e1475c-63be-4e7f-92d9-08c81ce73063', 'code': 422} returned with failed status Jul 06 15:03:26.545046 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a5505-d1f2-4bc0-b966-c062117d1153 None None] Pushing event updated for resources: {'Port': ['ID=18ffb67b-917a-4dd2-8b96-2b2e76981d79,revision_number=2']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:26.735088 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-73ac69dd-054e-4c32-b3cf-743cd8de39e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:26.767500 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-970710ac-4d30-4c42-a480-54b05076c8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869138'] for router_interface, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:26.923818 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 13374876-3410-4d2e-8c85-50af6fc5645a up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:03:27.092086 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning for port 13374876-3410-4d2e-8c85-50af6fc5645a completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:03:27.110475 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 13374876-3410-4d2e-8c85-50af6fc5645a triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:03:27.112559 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:27.303464 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-73ac69dd-054e-4c32-b3cf-743cd8de39e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413129'] for router, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:27.310706 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:27.398967 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] For port 13374876-3410-4d2e-8c85-50af6fc5645a, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=13374876-3410-4d2e-8c85-50af6fc5645a,segment=NetworkSegment(cbd1e5d0-d420-485d-b99a-e51814456ee0),segment_id=cbd1e5d0-d420-485d-b99a-e51814456ee0)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:03:27.412241 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:27.497036 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [None req-970710ac-4d30-4c42-a480-54b05076c8a5 admin admin] Deleting port 34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf {{(pid=92915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:03:27.499111 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-970710ac-4d30-4c42-a480-54b05076c8a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:27.529985 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ac69dd-054e-4c32-b3cf-743cd8de39e4 admin admin] Router 2d31c4d3-ab89-47bb-9d35-d53122fd64da is scheduled to L3 agent df718f2c-f58f-497c-aa3c-554c496f730f with binding_index 1 {{(pid=92916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 15:03:27.585303 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Pushing event updated for resources: {'Port': ['ID=13374876-3410-4d2e-8c85-50af6fc5645a,revision_number=5']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:27.736892 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [None req-970710ac-4d30-4c42-a480-54b05076c8a5 admin admin] For port 34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf,segment=NetworkSegment(6e67dca4-9076-477c-8ff5-c332e7f6363b),segment_id=6e67dca4-9076-477c-8ff5-c332e7f6363b)] {{(pid=92915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:03:27.738447 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-970710ac-4d30-4c42-a480-54b05076c8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:27.777741 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [None req-970710ac-4d30-4c42-a480-54b05076c8a5 admin admin] Calling delete_port for 34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf owned by network:router_interface {{(pid=92915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:03:27.941380 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ac69dd-054e-4c32-b3cf-743cd8de39e4 admin admin] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:03:27.966692 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445f7b38-e9dc-4768-bef0-d71aec54c7d2 None None] Sync routers for ids ['2d31c4d3-ab89-47bb-9d35-d53122fd64da'] in dv-cinder-788363-5-iscsi {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:03:27.980668 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445f7b38-e9dc-4768-bef0-d71aec54c7d2 None None] Routers {'2d31c4d3-ab89-47bb-9d35-d53122fd64da'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:03:27.981511 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-445f7b38-e9dc-4768-bef0-d71aec54c7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:03:05Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['2d31c4d3-ab89-47bb-9d35-d53122fd64da'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:28.006017 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-73ac69dd-054e-4c32-b3cf-743cd8de39e4 admin admin] Notify callbacks [] for router, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:28.016883 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-73ac69dd-054e-4c32-b3cf-743cd8de39e4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0274529 Jul 06 15:03:28.017123 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 54926) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:28.055538 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0445c6-6ad2-4cef-b114-d3b040dc3478 req-a43ad30f-aade-4fcf-87b2-03178468d508 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:28.059702 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-dd0445c6-6ad2-4cef-b114-d3b040dc3478 req-a43ad30f-aade-4fcf-87b2-03178468d508 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 946 time: 0.2475655 Jul 06 15:03:28.182935 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-dd0445c6-6ad2-4cef-b114-d3b040dc3478 req-1d73a749-453f-4448-9c7c-8ef3531fb73b tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143713 Jul 06 15:03:28.246521 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-445f7b38-e9dc-4768-bef0-d71aec54c7d2 None None] Set router 2d31c4d3-ab89-47bb-9d35-d53122fd64da gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:03:28.319011 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdbd775-28ad-444b-939d-4c76487b50b8 None None] Network 1e74484a-4c7e-46ba-82f0-b7dbea123d75 requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:03:28.376962 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-35a3a64b-346e-46aa-9fc3-65f17a19e297 req-60d23d78-4525-48cb-bd7e-1942d9fb0b3d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0831459 Jul 06 15:03:28.470717 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-970710ac-4d30-4c42-a480-54b05076c8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2297282'] for port, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:28.564373 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50001d20-0829-48bd-ba71-10d32e3d5e34 req-1e13ed59-ad13-4080-8f95-ce564ee9c9d4 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:28.568214 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-50001d20-0829-48bd-ba71-10d32e3d5e34 req-1e13ed59-ad13-4080-8f95-ce564ee9c9d4 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 944 time: 0.2626300 Jul 06 15:03:28.569289 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970710ac-4d30-4c42-a480-54b05076c8a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:28.684384 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-6d57351a-c2bf-4b08-a1e0-6c6e6acd4011 None None] Provisioning for port 18ffb67b-917a-4dd2-8b96-2b2e76981d79 completed by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:03:28.838243 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-50001d20-0829-48bd-ba71-10d32e3d5e34 req-55f4f175-1203-4238-ba09-b66c06d2303e tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159641 Jul 06 15:03:29.178519 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 18ffb67b-917a-4dd2-8b96-2b2e76981d79 up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:03:29.225521 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-445f7b38-e9dc-4768-bef0-d71aec54c7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d31c4d3-ab89-47bb-9d35-d53122fd64da', 'name': 'tempest-TestVolumeBootPattern-125792113-router', 'tenant_id': '8cac8a72e41b4073acbf8e2425123f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1e23690e-7784-4754-b624-0ea5dfbed973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:03:24Z', 'updated_at': '2021-07-06T15:03:26Z', 'revision_number': 3, 'project_id': '8cac8a72e41b4073acbf8e2425123f77', 'gw_port': {'id': '1e23690e-7784-4754-b624-0ea5dfbed973', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d31c4d3-ab89-47bb-9d35-d53122fd64da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:25Z', 'updated_at': '2021-07-06T15:03:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:29.281300 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-970710ac-4d30-4c42-a480-54b05076c8a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7887051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7869676'] for router_interface, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:29.289248 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445f7b38-e9dc-4768-bef0-d71aec54c7d2 None None] Checking router: 2d31c4d3-ab89-47bb-9d35-d53122fd64da for host: dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:03:29.289830 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445f7b38-e9dc-4768-bef0-d71aec54c7d2 None None] Updating router 2d31c4d3-ab89-47bb-9d35-d53122fd64da port 1e23690e-7784-4754-b624-0ea5dfbed973 binding host dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:03:29.415024 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-445f7b38-e9dc-4768-bef0-d71aec54c7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:29.497479 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning for port 18ffb67b-917a-4dd2-8b96-2b2e76981d79 completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:03:29.514943 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 18ffb67b-917a-4dd2-8b96-2b2e76981d79 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:03:29.516335 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:29.787736 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-a92bef32-a45f-4f8a-b629-9a56a6873b41 None None] Provisioning complete for port 18ffb67b-917a-4dd2-8b96-2b2e76981d79 triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:03:29.788554 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-a92bef32-a45f-4f8a-b629-9a56a6873b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:29.839872 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:29.929800 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] For port 18ffb67b-917a-4dd2-8b96-2b2e76981d79, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=18ffb67b-917a-4dd2-8b96-2b2e76981d79,segment=NetworkSegment(2c87bf5e-e856-4985-97de-b753745d358c),segment_id=2c87bf5e-e856-4985-97de-b753745d358c)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:03:29.944154 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:29.945171 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 13374876-3410-4d2e-8c85-50af6fc5645a up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:03:30.080644 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3a64b-346e-46aa-9fc3-65f17a19e297 req-8fce7d3c-8419-429d-99bd-2c9b8a1a6185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:30.083709 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Pushing event updated for resources: {'Port': ['ID=18ffb67b-917a-4dd2-8b96-2b2e76981d79,revision_number=3']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:30.083947 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-35a3a64b-346e-46aa-9fc3-65f17a19e297 req-8fce7d3c-8419-429d-99bd-2c9b8a1a6185 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4&tenant_id=db10d77829764bf49e4461d41eb69399 HTTP/1.1" status: 200 len: 1097 time: 0.1879508 Jul 06 15:03:30.208992 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a9d838be-d968-484e-b346-a307b1178e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:30.214472 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e29363-344a-48b2-ac68-5a35de98b91e req-a8e8ba1a-38c6-4b3d-99c9-884bce1a3071 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:30.215045 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-82e29363-344a-48b2-ac68-5a35de98b91e req-a8e8ba1a-38c6-4b3d-99c9-884bce1a3071 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 944 time: 0.1545010 Jul 06 15:03:30.238770 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-445f7b38-e9dc-4768-bef0-d71aec54c7d2 None None] Notify callbacks [] for port, precommit_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:30.247382 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 13374876-3410-4d2e-8c85-50af6fc5645a triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:03:30.247382 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:30.277420 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3a64b-346e-46aa-9fc3-65f17a19e297 req-efa73d80-6079-4926-ba06-4b6142452478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:30.279157 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-35a3a64b-346e-46aa-9fc3-65f17a19e297 req-efa73d80-6079-4926-ba06-4b6142452478 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=db10d77829764bf49e4461d41eb69399&device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 1097 time: 0.1371872 Jul 06 15:03:30.279362 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-445f7b38-e9dc-4768-bef0-d71aec54c7d2 None None] Transition to ACTIVE for port object 1e23690e-7784-4754-b624-0ea5dfbed973 will not be triggered until provisioned by entity L2. {{(pid=92917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:03:30.298573 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-445f7b38-e9dc-4768-bef0-d71aec54c7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:30.322515 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-82e29363-344a-48b2-ac68-5a35de98b91e req-e35f1dd1-a2fb-47ad-8bbb-2f5e028e640b tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770807 Jul 06 15:03:30.399291 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-445f7b38-e9dc-4768-bef0-d71aec54c7d2 None None] Attempting to bind port 1e23690e-7784-4754-b624-0ea5dfbed973 on host dv-cinder-788363-5-iscsi for vnic_type normal with profile {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:03:30.399662 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-445f7b38-e9dc-4768-bef0-d71aec54c7d2 None None] Attempting to bind port 1e23690e-7784-4754-b624-0ea5dfbed973 by drivers openvswitch,hyperv on host dv-cinder-788363-5-iscsi at level 0 using segments [{'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:03:30.400028 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445f7b38-e9dc-4768-bef0-d71aec54c7d2 None None] Attempting to bind port 1e23690e-7784-4754-b624-0ea5dfbed973 on network cda8cae0-c766-4621-9577-ca435140768c {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:03:30.407093 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1830b023-b285-4887-bed1-b7709c6acce1 None None] Pushing event updated for resources: {'Port': ['ID=1e23690e-7784-4754-b624-0ea5dfbed973,revision_number=2']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:30.415166 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970710ac-4d30-4c42-a480-54b05076c8a5 admin admin] Router 7ade9cb4-ead7-4095-b2ca-080c0a6e3a65 has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:03:30.419814 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445f7b38-e9dc-4768-bef0-d71aec54c7d2 None None] Checking agent: {'id': 'f25167b8-434d-4f4a-9be4-898338da7490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 48, 5), 'started_at': datetime.datetime(2021, 7, 6, 14, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:03:30.421285 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445f7b38-e9dc-4768-bef0-d71aec54c7d2 None None] Checking segment: {'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:03:30.421709 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-445f7b38-e9dc-4768-bef0-d71aec54c7d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:30.422107 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445f7b38-e9dc-4768-bef0-d71aec54c7d2 None None] Bound using segment: {'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:03:30.422786 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-445f7b38-e9dc-4768-bef0-d71aec54c7d2 None None] Bound port: 1e23690e-7784-4754-b624-0ea5dfbed973, host: dv-cinder-788363-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a48dfa-38cd-4c9a-ae5e-4dc474366c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c'}}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:03:30.422996 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-445f7b38-e9dc-4768-bef0-d71aec54c7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:30.446962 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3a64b-346e-46aa-9fc3-65f17a19e297 req-3731fa3f-a16b-494d-8f70-fee56d749d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:30.449108 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-35a3a64b-346e-46aa-9fc3-65f17a19e297 req-3731fa3f-a16b-494d-8f70-fee56d749d40 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f96a7279-5988-4867-aff6-4945f71924ad HTTP/1.1" status: 200 len: 918 time: 0.1613681 Jul 06 15:03:30.553467 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-445f7b38-e9dc-4768-bef0-d71aec54c7d2 None None] For port 1e23690e-7784-4754-b624-0ea5dfbed973, host dv-cinder-788363-5-iscsi, cleared binding levels {{(pid=92917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:03:30.561509 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-445f7b38-e9dc-4768-bef0-d71aec54c7d2 None None] For port 1e23690e-7784-4754-b624-0ea5dfbed973, host dv-cinder-788363-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=1e23690e-7784-4754-b624-0ea5dfbed973,segment=NetworkSegment(d7a48dfa-38cd-4c9a-ae5e-4dc474366c17),segment_id=d7a48dfa-38cd-4c9a-ae5e-4dc474366c17)] {{(pid=92917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:03:30.571544 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-445f7b38-e9dc-4768-bef0-d71aec54c7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:30.675883 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1830b023-b285-4887-bed1-b7709c6acce1 None None] Pushing event updated for resources: {'Port': ['ID=1e23690e-7784-4754-b624-0ea5dfbed973,revision_number=3']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:30.693270 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445f7b38-e9dc-4768-bef0-d71aec54c7d2 None None] Routers {'2d31c4d3-ab89-47bb-9d35-d53122fd64da'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:03:30.694351 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-445f7b38-e9dc-4768-bef0-d71aec54c7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:03:05Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['2d31c4d3-ab89-47bb-9d35-d53122fd64da'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:30.746579 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_common [None req-a9d838be-d968-484e-b346-a307b1178e4f admin admin] Allocated IP 172.20.0.1 (1e74484a-4c7e-46ba-82f0-b7dbea123d75/46df15fe-913c-4c52-a8f9-e6efc7afc5c4/8494dbde-b308-4767-b428-bfe94e1c8bec) {{(pid=92915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:03:30.779684 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970710ac-4d30-4c42-a480-54b05076c8a5 admin admin] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:03:30.789572 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-970710ac-4d30-4c42-a480-54b05076c8a5 admin admin] 10.222.0.20 "PUT /v2.0/routers/7ade9cb4-ead7-4095-b2ca-080c0a6e3a65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8799090 Jul 06 15:03:30.797741 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 54960) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:30.805832 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc94d73-cbc6-444c-b1e7-236acb1a014f None None] Sync routers for ids ['7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'] in dv-cinder-788363-5-iscsi {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:03:30.832080 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc94d73-cbc6-444c-b1e7-236acb1a014f None None] Routers {'7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:03:30.833204 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-2cc94d73-cbc6-444c-b1e7-236acb1a014f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:03:05Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:30.963851 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 18ffb67b-917a-4dd2-8b96-2b2e76981d79 up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:03:31.001855 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-445f7b38-e9dc-4768-bef0-d71aec54c7d2 None None] Set router 2d31c4d3-ab89-47bb-9d35-d53122fd64da gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:03:31.029958 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-35a3a64b-346e-46aa-9fc3-65f17a19e297 req-06259dc6-5ac8-4ff9-89ba-8bb3af223afb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4e1475c-63be-4e7f-92d9-08c81ce73063 HTTP/1.1" status: 200 len: 1000 time: 0.5703571 Jul 06 15:03:31.098519 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3a64b-346e-46aa-9fc3-65f17a19e297 req-e51823cb-00cb-469f-b15a-b2e832e8dfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:31.099885 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-35a3a64b-346e-46aa-9fc3-65f17a19e297 req-e51823cb-00cb-469f-b15a-b2e832e8dfd6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ca664667-a6f7-4c2d-bec6-bb0d219a131a HTTP/1.1" status: 200 len: 856 time: 0.0562615 Jul 06 15:03:31.102954 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-44cb1f4d-70f4-4c56-b098-cb0fd98dbb3f admin admin] Notify callbacks [] for router, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:31.105410 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-2cc94d73-cbc6-444c-b1e7-236acb1a014f None None] Set router 7ade9cb4-ead7-4095-b2ca-080c0a6e3a65 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:03:31.185932 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3a64b-346e-46aa-9fc3-65f17a19e297 req-6a3af3d1-786c-4bfa-b739-6d892a1e0c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:31.188363 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-35a3a64b-346e-46aa-9fc3-65f17a19e297 req-6a3af3d1-786c-4bfa-b739-6d892a1e0c14 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f96a7279-5988-4867-aff6-4945f71924ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0781074 Jul 06 15:03:31.198202 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 18ffb67b-917a-4dd2-8b96-2b2e76981d79 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:03:31.198840 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:31.299365 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-44cb1f4d-70f4-4c56-b098-cb0fd98dbb3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:31.338253 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-35a3a64b-346e-46aa-9fc3-65f17a19e297 req-e94e5d07-5b31-4a92-9c57-dc064530640f service neutron] 10.222.0.25 "GET /v2.0/networks/f96a7279-5988-4867-aff6-4945f71924ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423769 Jul 06 15:03:31.438947 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a9d838be-d968-484e-b346-a307b1178e4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:31.484768 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.provisioning_blocks [None req-a9d838be-d968-484e-b346-a307b1178e4f admin admin] Transition to ACTIVE for port object 8494dbde-b308-4767-b428-bfe94e1c8bec will not be triggered until provisioned by entity DHCP. {{(pid=92915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:03:31.501295 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-35a3a64b-346e-46aa-9fc3-65f17a19e297 req-4b2cbd7e-4291-4c22-83e2-9426d7acc9b5 service neutron] 10.222.0.25 "GET /v2.0/networks/f96a7279-5988-4867-aff6-4945f71924ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555490 Jul 06 15:03:31.532418 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [None req-44cb1f4d-70f4-4c56-b098-cb0fd98dbb3f admin admin] Deleting port 47de02df-f13e-4c86-b636-44ce6d193ebc {{(pid=92915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:03:31.533663 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-44cb1f4d-70f4-4c56-b098-cb0fd98dbb3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:31.546183 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-2cc94d73-cbc6-444c-b1e7-236acb1a014f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'name': 'tempest-AttachVolumeTestJSON-1855409086-router', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:33Z', 'updated_at': '2021-07-06T15:03:28Z', 'revision_number': 5, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'gw_port': {'id': '47de02df-f13e-4c86-b636-44ce6d193ebc', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:35Z', 'updated_at': '2021-07-06T14:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:31.581149 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-445f7b38-e9dc-4768-bef0-d71aec54c7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d31c4d3-ab89-47bb-9d35-d53122fd64da', 'name': 'tempest-TestVolumeBootPattern-125792113-router', 'tenant_id': '8cac8a72e41b4073acbf8e2425123f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1e23690e-7784-4754-b624-0ea5dfbed973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:03:24Z', 'updated_at': '2021-07-06T15:03:26Z', 'revision_number': 3, 'project_id': '8cac8a72e41b4073acbf8e2425123f77', 'gw_port': {'id': '1e23690e-7784-4754-b624-0ea5dfbed973', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d31c4d3-ab89-47bb-9d35-d53122fd64da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:25Z', 'updated_at': '2021-07-06T15:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:31.615748 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc94d73-cbc6-444c-b1e7-236acb1a014f None None] Checking router: 7ade9cb4-ead7-4095-b2ca-080c0a6e3a65 for host: dv-cinder-788363-5-iscsi {{(pid=92918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:03:31.636754 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc94d73-cbc6-444c-b1e7-236acb1a014f None None] Routers {'7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:03:31.638370 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-2cc94d73-cbc6-444c-b1e7-236acb1a014f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:03:05Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:31.674338 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445f7b38-e9dc-4768-bef0-d71aec54c7d2 None None] The sync data for ids ['2d31c4d3-ab89-47bb-9d35-d53122fd64da'] in dv-cinder-788363-5-iscsi is: [{'id': '2d31c4d3-ab89-47bb-9d35-d53122fd64da', 'name': 'tempest-TestVolumeBootPattern-125792113-router', 'tenant_id': '8cac8a72e41b4073acbf8e2425123f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1e23690e-7784-4754-b624-0ea5dfbed973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:03:24Z', 'updated_at': '2021-07-06T15:03:26Z', 'revision_number': 3, 'project_id': '8cac8a72e41b4073acbf8e2425123f77', 'gw_port': {'id': '1e23690e-7784-4754-b624-0ea5dfbed973', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d31c4d3-ab89-47bb-9d35-d53122fd64da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:25Z', 'updated_at': '2021-07-06T15:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}] {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:03:31.697344 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [None req-44cb1f4d-70f4-4c56-b098-cb0fd98dbb3f admin admin] For port 47de02df-f13e-4c86-b636-44ce6d193ebc, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=47de02df-f13e-4c86-b636-44ce6d193ebc,segment=NetworkSegment(d7a48dfa-38cd-4c9a-ae5e-4dc474366c17),segment_id=d7a48dfa-38cd-4c9a-ae5e-4dc474366c17)] {{(pid=92915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:03:31.697844 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-44cb1f4d-70f4-4c56-b098-cb0fd98dbb3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:31.791991 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a9d838be-d968-484e-b346-a307b1178e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2297291'] for port, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:31.830242 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [None req-44cb1f4d-70f4-4c56-b098-cb0fd98dbb3f admin admin] Calling delete_port for 47de02df-f13e-4c86-b636-44ce6d193ebc owned by network:router_gateway {{(pid=92915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:03:31.899050 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-2cc94d73-cbc6-444c-b1e7-236acb1a014f None None] Set router 7ade9cb4-ead7-4095-b2ca-080c0a6e3a65 gateway port host: None {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:03:32.012407 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-06541248-13f3-4db6-9804-3738c223ee72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:32.063577 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-2cc94d73-cbc6-444c-b1e7-236acb1a014f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'name': 'tempest-AttachVolumeTestJSON-1855409086-router', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:33Z', 'updated_at': '2021-07-06T15:03:31Z', 'revision_number': 6, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'gw_port_host': None}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:32.215015 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc94d73-cbc6-444c-b1e7-236acb1a014f None None] The sync data for ids ['7ade9cb4-ead7-4095-b2ca-080c0a6e3a65'] in dv-cinder-788363-5-iscsi is: [{'id': '7ade9cb4-ead7-4095-b2ca-080c0a6e3a65', 'name': 'tempest-AttachVolumeTestJSON-1855409086-router', 'tenant_id': 'afa5e93041564fd1819d89057c9d3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:33Z', 'updated_at': '2021-07-06T15:03:31Z', 'revision_number': 6, 'project_id': 'afa5e93041564fd1819d89057c9d3e39', 'gw_port_host': None}] {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:03:32.257882 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d838be-d968-484e-b346-a307b1178e4f admin admin] Network 1e74484a-4c7e-46ba-82f0-b7dbea123d75 is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:03:32.275253 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [None req-a9d838be-d968-484e-b346-a307b1178e4f admin admin] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:03:32.281870 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d838be-d968-484e-b346-a307b1178e4f admin admin] Received port after_create {{(pid=92915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:03:32.379322 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d838be-d968-484e-b346-a307b1178e4f admin admin] Pushing event updated for resources: {'Port': ['ID=8494dbde-b308-4767-b428-bfe94e1c8bec,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:32.380277 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 54984) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:32.469898 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a9d838be-d968-484e-b346-a307b1178e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871998'] for router_interface, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:32.500826 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a3cd3-8b79-4342-a668-fc2ecca24bd9 req-b2c55825-4c10-4589-932e-1bef622edf73 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:32.516119 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a19a3cd3-8b79-4342-a668-fc2ecca24bd9 req-b2c55825-4c10-4589-932e-1bef622edf73 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 944 time: 0.7531402 Jul 06 15:03:32.653466 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-44cb1f4d-70f4-4c56-b098-cb0fd98dbb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2297282'] for port, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:32.700932 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-941ae289-c5c4-4544-a270-83fab0b68565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:32.872824 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a19a3cd3-8b79-4342-a668-fc2ecca24bd9 req-b1f0ac65-db05-474c-a686-9c03b0ccb186 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3527238 Jul 06 15:03:32.905824 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-f0794f85-1772-44ee-8d23-ae1083972b0a None None] Provisioning for port 8494dbde-b308-4767-b428-bfe94e1c8bec completed by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:03:32.927825 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-f0794f85-1772-44ee-8d23-ae1083972b0a None None] Provisioning complete for port 8494dbde-b308-4767-b428-bfe94e1c8bec triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:03:32.928422 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-f0794f85-1772-44ee-8d23-ae1083972b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:32.963999 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb1f4d-70f4-4c56-b098-cb0fd98dbb3f admin admin] Pushing event deleted for resources: {'Port': ['ID=47de02df-f13e-4c86-b636-44ce6d193ebc,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:33.145566 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-44cb1f4d-70f4-4c56-b098-cb0fd98dbb3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-413077'] for router_gateway, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:33.185839 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-941ae289-c5c4-4544-a270-83fab0b68565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:33.201183 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-941ae289-c5c4-4544-a270-83fab0b68565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:33.296002 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-941ae289-c5c4-4544-a270-83fab0b68565 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1cffd1285daa40c5ae69db0127ff430c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9143510 Jul 06 15:03:33.300941 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 54994) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:33.340915 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-44cb1f4d-70f4-4c56-b098-cb0fd98dbb3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27700'] for router, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:33.346166 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-44cb1f4d-70f4-4c56-b098-cb0fd98dbb3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:33.375384 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a9d838be-d968-484e-b346-a307b1178e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:33.464901 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ae289-c5c4-4544-a270-83fab0b68565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d77162-8792-4c6d-b761-7dad073e4734,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:33.529721 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-b9d2282c-81cd-4971-a7c2-70ddc421dc26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:33.578320 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-f0794f85-1772-44ee-8d23-ae1083972b0a None None] Port 8494dbde-b308-4767-b428-bfe94e1c8bec cannot update to ACTIVE because it is not bound. {{(pid=92917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:03:33.582851 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 1e23690e-7784-4754-b624-0ea5dfbed973 up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:03:33.676560 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-44cb1f4d-70f4-4c56-b098-cb0fd98dbb3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7865265'] for router, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:33.678703 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cb1f4d-70f4-4c56-b098-cb0fd98dbb3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ade9cb4-ead7-4095-b2ca-080c0a6e3a65 {{(pid=92915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:03:33.680056 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-b9d2282c-81cd-4971-a7c2-70ddc421dc26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:33.692938 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-44cb1f4d-70f4-4c56-b098-cb0fd98dbb3f admin admin] Notify callbacks [] for router, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:33.695327 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-44cb1f4d-70f4-4c56-b098-cb0fd98dbb3f admin admin] 10.222.0.20 "DELETE /v2.0/routers/7ade9cb4-ead7-4095-b2ca-080c0a6e3a65 HTTP/1.1" status: 204 len: 168 time: 2.8962772 Jul 06 15:03:33.736002 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 54996) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:33.788661 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning for port 1e23690e-7784-4754-b624-0ea5dfbed973 completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:03:33.801565 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 1e23690e-7784-4754-b624-0ea5dfbed973 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:03:33.802509 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:33.880435 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-b9d2282c-81cd-4971-a7c2-70ddc421dc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:33.884865 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-b9d2282c-81cd-4971-a7c2-70ddc421dc26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:33.887427 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-b9d2282c-81cd-4971-a7c2-70ddc421dc26 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/08d77162-8792-4c6d-b761-7dad073e4734 HTTP/1.1" status: 204 len: 168 time: 0.5806506 Jul 06 15:03:33.916930 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2282c-81cd-4971-a7c2-70ddc421dc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d77162-8792-4c6d-b761-7dad073e4734,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:34.123225 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:34.189938 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51092f5-5178-4f04-b01e-6d7118076c3e admin admin] Deleting subnet 759d2c94-0450-42a6-a657-8515f615c234 {{(pid=92915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 15:03:34.193362 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] For port 1e23690e-7784-4754-b624-0ea5dfbed973, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=1e23690e-7784-4754-b624-0ea5dfbed973,segment=NetworkSegment(d7a48dfa-38cd-4c9a-ae5e-4dc474366c17),segment_id=d7a48dfa-38cd-4c9a-ae5e-4dc474366c17)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:03:34.201819 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:34.209970 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d51092f5-5178-4f04-b01e-6d7118076c3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:34.225615 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf no longer exists at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:03:34.297370 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] No Port match for: 34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:03:34.298107 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 34d1aa35-c3fa-4ed6-bf0a-dd2f0b44b5cf not bound to the agent host dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:03:34.384278 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d51092f5-5178-4f04-b01e-6d7118076c3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4166504'] for subnet, precommit_delete_associations {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:34.621882 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Pushing event updated for resources: {'Port': ['ID=1e23690e-7784-4754-b624-0ea5dfbed973,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:34.631998 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a9d838be-d968-484e-b346-a307b1178e4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:34.686755 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a9d838be-d968-484e-b346-a307b1178e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2297145'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:34.766606 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50ca5f-58c9-43d6-b776-8d6352360717 req-0f54100c-fc74-46de-acfb-827c55a0a27f tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:34.777239 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-cb50ca5f-58c9-43d6-b776-8d6352360717 req-0f54100c-fc74-46de-acfb-827c55a0a27f tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 944 time: 0.1986938 Jul 06 15:03:34.891207 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 1e23690e-7784-4754-b624-0ea5dfbed973 up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:03:34.921578 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-cb50ca5f-58c9-43d6-b776-8d6352360717 req-a52bbfbd-2684-4d04-b31d-ee80710a6ff7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365275 Jul 06 15:03:34.935669 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d51092f5-5178-4f04-b01e-6d7118076c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7770968'] for subnet, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:35.055201 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d838be-d968-484e-b346-a307b1178e4f admin admin] Pushing event updated for resources: {'Port': ['ID=8494dbde-b308-4767-b428-bfe94e1c8bec,revision_number=2']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:35.068692 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-a9d838be-d968-484e-b346-a307b1178e4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7887058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869059'] for router_interface, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:35.098070 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 1e23690e-7784-4754-b624-0ea5dfbed973 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:03:35.099655 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:35.324692 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d51092f5-5178-4f04-b01e-6d7118076c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7770961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2297336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146455'] for subnet, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:35.329143 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d838be-d968-484e-b346-a307b1178e4f admin admin] Network 1e74484a-4c7e-46ba-82f0-b7dbea123d75 is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:03:35.336260 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [None req-a9d838be-d968-484e-b346-a307b1178e4f admin admin] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:03:35.377162 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51092f5-5178-4f04-b01e-6d7118076c3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=759d2c94-0450-42a6-a657-8515f615c234,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:35.384376 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d51092f5-5178-4f04-b01e-6d7118076c3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for subnet, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:35.386616 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-d51092f5-5178-4f04-b01e-6d7118076c3e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/759d2c94-0450-42a6-a657-8515f615c234 HTTP/1.1" status: 204 len: 168 time: 1.6484959 Jul 06 15:03:35.390444 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 55002) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:35.403209 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde6e37a-7da2-4544-9cba-7688943312de None None] Network 3ff68c5b-71a5-4643-a235-ca1e74ec9ec2 requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:03:35.552353 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 47de02df-f13e-4c86-b636-44ce6d193ebc no longer exists at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:03:35.568003 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d838be-d968-484e-b346-a307b1178e4f admin admin] Router 2d31c4d3-ab89-47bb-9d35-d53122fd64da has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:03:35.623085 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-7e0dbdd2-4780-4d82-bf9e-da27ef25c444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558629'] for network, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:35.627272 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] No Port match for: 47de02df-f13e-4c86-b636-44ce6d193ebc {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:03:35.627987 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 47de02df-f13e-4c86-b636-44ce6d193ebc not bound to the agent host dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:03:35.640255 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d4214d05-973e-4f82-86a3-3cd492260425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:35.660467 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:35.723564 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-7e0dbdd2-4780-4d82-bf9e-da27ef25c444 admin admin] Deleting port 9aeb8257-e277-4bd7-84f9-076050771f7c {{(pid=92916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:03:35.724477 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-7e0dbdd2-4780-4d82-bf9e-da27ef25c444 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:35.806362 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d838be-d968-484e-b346-a307b1178e4f admin admin] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:03:35.825330 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc3fb25-86f4-4e22-9e29-de518211362b None None] Sync routers for ids ['2d31c4d3-ab89-47bb-9d35-d53122fd64da'] in dv-cinder-788363-5-iscsi {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:03:35.826335 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-a9d838be-d968-484e-b346-a307b1178e4f admin admin] 10.222.0.20 "PUT /v2.0/routers/2d31c4d3-ab89-47bb-9d35-d53122fd64da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7976716 Jul 06 15:03:35.832795 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-eb78b1a4-dcd9-45be-aafd-beaeb6c49775 None None] Provisioning complete for port 8494dbde-b308-4767-b428-bfe94e1c8bec triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:03:35.833419 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-eb78b1a4-dcd9-45be-aafd-beaeb6c49775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:35.901938 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [None req-7e0dbdd2-4780-4d82-bf9e-da27ef25c444 admin admin] For port 9aeb8257-e277-4bd7-84f9-076050771f7c, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=9aeb8257-e277-4bd7-84f9-076050771f7c,segment=NetworkSegment(6e67dca4-9076-477c-8ff5-c332e7f6363b),segment_id=6e67dca4-9076-477c-8ff5-c332e7f6363b)] {{(pid=92916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:03:35.903216 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-7e0dbdd2-4780-4d82-bf9e-da27ef25c444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:35.917918 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc3fb25-86f4-4e22-9e29-de518211362b None None] Routers {'2d31c4d3-ab89-47bb-9d35-d53122fd64da'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:03:35.918346 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-dbc3fb25-86f4-4e22-9e29-de518211362b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:03:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['2d31c4d3-ab89-47bb-9d35-d53122fd64da'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:35.926323 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-eb78b1a4-dcd9-45be-aafd-beaeb6c49775 None None] Port 8494dbde-b308-4767-b428-bfe94e1c8bec cannot update to ACTIVE because it is not bound. {{(pid=92917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:03:35.956136 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-7e0dbdd2-4780-4d82-bf9e-da27ef25c444 admin admin] Calling delete_port for 9aeb8257-e277-4bd7-84f9-076050771f7c owned by network:dhcp {{(pid=92916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:03:36.127211 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2059a55-ae07-4b49-9dfe-90b4b40f6225 None None] DHCP port deletion for 3ff68c5b-71a5-4643-a235-ca1e74ec9ec2 request from dv-cinder-788363-5-iscsi {{(pid=92917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 15:03:36.161823 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-7e0dbdd2-4780-4d82-bf9e-da27ef25c444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824642'] for port, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:36.180681 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0dbdd2-4780-4d82-bf9e-da27ef25c444 admin admin] No DVR routers for this DVR port 9aeb8257-e277-4bd7-84f9-076050771f7c on host dv-cinder-788363-5-iscsi {{(pid=92916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:03:36.209199 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-dbc3fb25-86f4-4e22-9e29-de518211362b None None] Set router 2d31c4d3-ab89-47bb-9d35-d53122fd64da gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:03:36.227338 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0dbdd2-4780-4d82-bf9e-da27ef25c444 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aeb8257-e277-4bd7-84f9-076050771f7c,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:36.419582 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-7e0dbdd2-4780-4d82-bf9e-da27ef25c444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7824845', 'neutron.services.segments.db._delete_segments_for_network-8766384846942'] for network, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:36.469937 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.services.segments.db [None req-7e0dbdd2-4780-4d82-bf9e-da27ef25c444 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff68c5b-71a5-4643-a235-ca1e74ec9ec2']}} {{(pid=92916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:36.537681 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.services.segments.db [None req-7e0dbdd2-4780-4d82-bf9e-da27ef25c444 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e67dca4-9076-477c-8ff5-c332e7f6363b') {'for_net_delete': True} {{(pid=92916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:36.538176 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.services.segments.db [None req-7e0dbdd2-4780-4d82-bf9e-da27ef25c444 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e67dca4-9076-477c-8ff5-c332e7f6363b') {} {{(pid=92916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:36.544401 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c02c99-ad72-4ef1-8658-095e2a168de1 req-c4039762-d824-4af8-b503-e4b227832d28 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:36.557031 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d6c02c99-ad72-4ef1-8658-095e2a168de1 req-c4039762-d824-4af8-b503-e4b227832d28 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 944 time: 0.1899171 Jul 06 15:03:36.573413 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-7e0dbdd2-4780-4d82-bf9e-da27ef25c444 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766384831618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2271190'] for segment, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:36.614038 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-7e0dbdd2-4780-4d82-bf9e-da27ef25c444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:36.617057 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:36.625058 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-dbc3fb25-86f4-4e22-9e29-de518211362b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d31c4d3-ab89-47bb-9d35-d53122fd64da', 'name': 'tempest-TestVolumeBootPattern-125792113-router', 'tenant_id': '8cac8a72e41b4073acbf8e2425123f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1e23690e-7784-4754-b624-0ea5dfbed973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:03:24Z', 'updated_at': '2021-07-06T15:03:33Z', 'revision_number': 4, 'project_id': '8cac8a72e41b4073acbf8e2425123f77', 'gw_port': {'id': '1e23690e-7784-4754-b624-0ea5dfbed973', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d31c4d3-ab89-47bb-9d35-d53122fd64da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:25Z', 'updated_at': '2021-07-06T15:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '8494dbde-b308-4767-b428-bfe94e1c8bec', 'name': '', 'network_id': '1e74484a-4c7e-46ba-82f0-b7dbea123d75', 'tenant_id': '8cac8a72e41b4073acbf8e2425123f77', 'mac_address': 'fa:16:3e:50:d1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d31c4d3-ab89-47bb-9d35-d53122fd64da', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '46df15fe-913c-4c52-a8f9-e6efc7afc5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:30Z', 'updated_at': '2021-07-06T15:03:33Z', 'revision_number': 2, 'project_id': '8cac8a72e41b4073acbf8e2425123f77', 'subnets': [{'id': '46df15fe-913c-4c52-a8f9-e6efc7afc5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:36.641913 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e0dbdd2-4780-4d82-bf9e-da27ef25c444 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=92916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:03:36.642367 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-7e0dbdd2-4780-4d82-bf9e-da27ef25c444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2824477'] for segment, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:36.671517 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc3fb25-86f4-4e22-9e29-de518211362b None None] Checking router: 2d31c4d3-ab89-47bb-9d35-d53122fd64da for host: dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:03:36.672588 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc3fb25-86f4-4e22-9e29-de518211362b None None] Updating router 2d31c4d3-ab89-47bb-9d35-d53122fd64da port 8494dbde-b308-4767-b428-bfe94e1c8bec binding host dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:03:36.729679 dv-cinder-788363-5-iscsi neutron-server[92916]: Traceback (most recent call last): Jul 06 15:03:36.729679 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:03:36.729679 dv-cinder-788363-5-iscsi neutron-server[92916]: timer() Jul 06 15:03:36.729679 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:03:36.729679 dv-cinder-788363-5-iscsi neutron-server[92916]: cb(*args, **kw) Jul 06 15:03:36.729679 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:03:36.729679 dv-cinder-788363-5-iscsi neutron-server[92916]: return func(*args, **kwargs) Jul 06 15:03:36.729679 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:03:36.729679 dv-cinder-788363-5-iscsi neutron-server[92916]: self._notify() Jul 06 15:03:36.729679 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:03:36.729679 dv-cinder-788363-5-iscsi neutron-server[92916]: self.callback(batched_events) Jul 06 15:03:36.729679 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:03:36.729679 dv-cinder-788363-5-iscsi neutron-server[92916]: event.method(event) Jul 06 15:03:36.729679 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:03:36.729679 dv-cinder-788363-5-iscsi neutron-server[92916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:03:36.729679 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:03:36.729679 dv-cinder-788363-5-iscsi neutron-server[92916]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:03:36.729679 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:03:36.729679 dv-cinder-788363-5-iscsi neutron-server[92916]: return f(self, *a, **k) Jul 06 15:03:36.729679 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:03:36.729679 dv-cinder-788363-5-iscsi neutron-server[92916]: return self._get(url).json() Jul 06 15:03:36.729679 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:03:36.729679 dv-cinder-788363-5-iscsi neutron-server[92916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:03:36.729679 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:03:36.729679 dv-cinder-788363-5-iscsi neutron-server[92916]: return self.request(url, 'GET', **kwargs) Jul 06 15:03:36.729679 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:03:36.729679 dv-cinder-788363-5-iscsi neutron-server[92916]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:03:36.729679 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:03:36.729679 dv-cinder-788363-5-iscsi neutron-server[92916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:03:36.729679 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:03:36.729679 dv-cinder-788363-5-iscsi neutron-server[92916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:03:36.729679 dv-cinder-788363-5-iscsi neutron-server[92916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:03:36.737937 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-7e0dbdd2-4780-4d82-bf9e-da27ef25c444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7824838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-413105'] for network, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:36.738316 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d6c02c99-ad72-4ef1-8658-095e2a168de1 req-27e2b81e-3229-4dfb-9797-d4218bc977d4 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775208 Jul 06 15:03:36.750155 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-7e0dbdd2-4780-4d82-bf9e-da27ef25c444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:36.757201 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-7e0dbdd2-4780-4d82-bf9e-da27ef25c444 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3ff68c5b-71a5-4643-a235-ca1e74ec9ec2 HTTP/1.1" status: 204 len: 168 time: 1.3606839 Jul 06 15:03:36.803857 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-dbc3fb25-86f4-4e22-9e29-de518211362b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:36.805920 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0dbdd2-4780-4d82-bf9e-da27ef25c444 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ff68c5b-71a5-4643-a235-ca1e74ec9ec2,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:36.970684 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 9aeb8257-e277-4bd7-84f9-076050771f7c no longer exists at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:03:37.060618 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] No Port match for: 9aeb8257-e277-4bd7-84f9-076050771f7c {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:03:37.066789 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 9aeb8257-e277-4bd7-84f9-076050771f7c not bound to the agent host dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:03:37.127690 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 55014) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:37.134571 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-0a4b5155-95a4-4d80-be5f-0e8d4e7cb388 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1820073853', 'description': 'tempest-secgroup-smoke-1820073853 description', 'project_id': '6638c7280e734d51ae0c55b6eb0195b2'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:03:37.163762 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0a4b5155-95a4-4d80-be5f-0e8d4e7cb388 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:37.240757 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 55018) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:37.310379 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-80d65e15-8490-485c-964e-6705d2d071fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=afa5e93041564fd1819d89057c9d3e39&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0677116 Jul 06 15:03:37.315504 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 55020) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:37.355648 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0a4b5155-95a4-4d80-be5f-0e8d4e7cb388 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:37.367001 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0a4b5155-95a4-4d80-be5f-0e8d4e7cb388 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:37.411958 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-e879bfd1-35d2-43f8-9044-bd295ec329c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:37.421130 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b5155-95a4-4d80-be5f-0e8d4e7cb388 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c95dade-3869-45bc-b167-9a09ec21f1ec,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:37.452950 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0a4b5155-95a4-4d80-be5f-0e8d4e7cb388 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:37.454760 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-0a4b5155-95a4-4d80-be5f-0e8d4e7cb388 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3247821 Jul 06 15:03:37.459725 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 55022) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:37.462652 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-e879bfd1-35d2-43f8-9044-bd295ec329c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:37.464905 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-c86650e6-e814-4313-b250-0e18de8f8670 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Request body: {'security_group_rule': {'security_group_id': '3c95dade-3869-45bc-b167-9a09ec21f1ec', 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:03:37.517927 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c86650e6-e814-4313-b250-0e18de8f8670 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:37.606004 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-e879bfd1-35d2-43f8-9044-bd295ec329c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:37.611591 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:37.615716 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-e879bfd1-35d2-43f8-9044-bd295ec329c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:37.618595 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-e879bfd1-35d2-43f8-9044-bd295ec329c5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/929fad03-0bb0-4db6-a5e9-3233d136bb5d HTTP/1.1" status: 204 len: 168 time: 0.3012455 Jul 06 15:03:37.662721 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879bfd1-35d2-43f8-9044-bd295ec329c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929fad03-0bb0-4db6-a5e9-3233d136bb5d,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:37.670280 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c86650e6-e814-4313-b250-0e18de8f8670 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:37.677281 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c86650e6-e814-4313-b250-0e18de8f8670 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-264711'] for security_group_rule, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:37.704292 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-dbc3fb25-86f4-4e22-9e29-de518211362b None None] Notify callbacks [] for port, precommit_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:37.719283 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86650e6-e814-4313-b250-0e18de8f8670 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e63e73b6-ee43-43b6-9f83-8d40cc032776,revision_number=0']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:37.757030 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c86650e6-e814-4313-b250-0e18de8f8670 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:37.760946 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-c86650e6-e814-4313-b250-0e18de8f8670 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2996762 Jul 06 15:03:37.764953 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 55026) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:37.768338 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-dbc3fb25-86f4-4e22-9e29-de518211362b None None] Transition to ACTIVE for port object 8494dbde-b308-4767-b428-bfe94e1c8bec will not be triggered until provisioned by entity L2. {{(pid=92917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:03:37.780551 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-46afcdeb-68e2-493f-95b6-52538b9d5104 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Request body: {'security_group_rule': {'security_group_id': '3c95dade-3869-45bc-b167-9a09ec21f1ec', 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:03:37.801471 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-dbc3fb25-86f4-4e22-9e29-de518211362b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:37.848083 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-46afcdeb-68e2-493f-95b6-52538b9d5104 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:37.937011 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-46afcdeb-68e2-493f-95b6-52538b9d5104 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:37.943801 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-46afcdeb-68e2-493f-95b6-52538b9d5104 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-264711'] for security_group_rule, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:37.979517 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46afcdeb-68e2-493f-95b6-52538b9d5104 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b0d2a26-c477-4b36-9f62-3f60b9d74e87,revision_number=0']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:38.000352 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-46afcdeb-68e2-493f-95b6-52538b9d5104 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:38.001509 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-46afcdeb-68e2-493f-95b6-52538b9d5104 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2353137 Jul 06 15:03:38.006244 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 55030) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:38.009959 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1307318-3db3-4749-bbe4-a817fd3fdd8b None None] Pushing event updated for resources: {'Port': ['ID=8494dbde-b308-4767-b428-bfe94e1c8bec,revision_number=3']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:38.011525 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-7ec49d50-2893-4f7a-ac88-0039e08b71aa tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Request body: {'security_group_rule': {'security_group_id': '3c95dade-3869-45bc-b167-9a09ec21f1ec', 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:03:38.084835 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-7ec49d50-2893-4f7a-ac88-0039e08b71aa tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:38.243336 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-7ec49d50-2893-4f7a-ac88-0039e08b71aa tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:38.245710 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-dbc3fb25-86f4-4e22-9e29-de518211362b None None] Attempting to bind port 8494dbde-b308-4767-b428-bfe94e1c8bec on host dv-cinder-788363-5-iscsi for vnic_type normal with profile {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:03:38.246239 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-dbc3fb25-86f4-4e22-9e29-de518211362b None None] Attempting to bind port 8494dbde-b308-4767-b428-bfe94e1c8bec by drivers openvswitch,hyperv on host dv-cinder-788363-5-iscsi at level 0 using segments [{'id': '2c87bf5e-e856-4985-97de-b753745d358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1e74484a-4c7e-46ba-82f0-b7dbea123d75'}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:03:38.246769 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc3fb25-86f4-4e22-9e29-de518211362b None None] Attempting to bind port 8494dbde-b308-4767-b428-bfe94e1c8bec on network 1e74484a-4c7e-46ba-82f0-b7dbea123d75 {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:03:38.253449 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-7ec49d50-2893-4f7a-ac88-0039e08b71aa tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-264711'] for security_group_rule, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:38.264305 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc3fb25-86f4-4e22-9e29-de518211362b None None] Checking agent: {'id': 'f25167b8-434d-4f4a-9be4-898338da7490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 48, 5), 'started_at': datetime.datetime(2021, 7, 6, 14, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:03:38.264953 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc3fb25-86f4-4e22-9e29-de518211362b None None] Checking segment: {'id': '2c87bf5e-e856-4985-97de-b753745d358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1e74484a-4c7e-46ba-82f0-b7dbea123d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:03:38.265504 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-dbc3fb25-86f4-4e22-9e29-de518211362b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:38.269222 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05613d6f-4f05-4373-8223-933e9326150a req-05fd38d1-c350-41f6-a1d3-9957da33e672 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:38.270305 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc3fb25-86f4-4e22-9e29-de518211362b None None] Bound using segment: {'id': '2c87bf5e-e856-4985-97de-b753745d358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1e74484a-4c7e-46ba-82f0-b7dbea123d75'} {{(pid=92917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:03:38.270608 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.managers [None req-dbc3fb25-86f4-4e22-9e29-de518211362b None None] Bound port: 8494dbde-b308-4767-b428-bfe94e1c8bec, host: dv-cinder-788363-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c87bf5e-e856-4985-97de-b753745d358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1e74484a-4c7e-46ba-82f0-b7dbea123d75'}}] {{(pid=92917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:03:38.271158 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-dbc3fb25-86f4-4e22-9e29-de518211362b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:38.276843 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-05613d6f-4f05-4373-8223-933e9326150a req-05fd38d1-c350-41f6-a1d3-9957da33e672 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 944 time: 0.2771137 Jul 06 15:03:38.309834 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec49d50-2893-4f7a-ac88-0039e08b71aa tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f15b32-4d2b-4fc8-8231-cdfebd011ac4,revision_number=0']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:38.323729 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-7ec49d50-2893-4f7a-ac88-0039e08b71aa tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:38.329777 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-7ec49d50-2893-4f7a-ac88-0039e08b71aa tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3184166 Jul 06 15:03:38.330318 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 55034) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:38.337391 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-7d532622-8195-4965-bcd9-24283cc5042c tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Request body: {'security_group_rule': {'security_group_id': '3c95dade-3869-45bc-b167-9a09ec21f1ec', 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:03:38.404168 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-7d532622-8195-4965-bcd9-24283cc5042c tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:38.433607 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-05613d6f-4f05-4373-8223-933e9326150a req-197abfb7-f7a1-41d6-ab99-3faadfbb53d5 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507745 Jul 06 15:03:38.465296 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-dbc3fb25-86f4-4e22-9e29-de518211362b None None] For port 8494dbde-b308-4767-b428-bfe94e1c8bec, host dv-cinder-788363-5-iscsi, cleared binding levels {{(pid=92917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:03:38.471253 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-dbc3fb25-86f4-4e22-9e29-de518211362b None None] For port 8494dbde-b308-4767-b428-bfe94e1c8bec, host dv-cinder-788363-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=8494dbde-b308-4767-b428-bfe94e1c8bec,segment=NetworkSegment(2c87bf5e-e856-4985-97de-b753745d358c),segment_id=2c87bf5e-e856-4985-97de-b753745d358c)] {{(pid=92917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:03:38.481751 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-dbc3fb25-86f4-4e22-9e29-de518211362b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:38.548685 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-7d532622-8195-4965-bcd9-24283cc5042c tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:38.560345 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-7d532622-8195-4965-bcd9-24283cc5042c tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-264711'] for security_group_rule, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:38.587685 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1307318-3db3-4749-bbe4-a817fd3fdd8b None None] Pushing event updated for resources: {'Port': ['ID=8494dbde-b308-4767-b428-bfe94e1c8bec,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:38.591511 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d532622-8195-4965-bcd9-24283cc5042c tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a25cc37-0caf-46ca-bb91-d17ff1f620df,revision_number=0']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:38.600268 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc3fb25-86f4-4e22-9e29-de518211362b None None] Routers {'2d31c4d3-ab89-47bb-9d35-d53122fd64da'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:03:38.600915 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-dbc3fb25-86f4-4e22-9e29-de518211362b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:03:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['2d31c4d3-ab89-47bb-9d35-d53122fd64da'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:38.614395 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-7d532622-8195-4965-bcd9-24283cc5042c tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:38.629634 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 55040) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:38.629964 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-7d532622-8195-4965-bcd9-24283cc5042c tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2976294 Jul 06 15:03:38.638903 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-7611e6c5-60bd-4775-b09a-74383195a7a1 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Request body: {'security_group_rule': {'security_group_id': '3c95dade-3869-45bc-b167-9a09ec21f1ec', 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:03:38.705052 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:38.744830 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.db.securitygroups_db [None req-7611e6c5-60bd-4775-b09a-74383195a7a1 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Project 6638c7280e734d51ae0c55b6eb0195b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 15:03:38.755337 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7611e6c5-60bd-4775-b09a-74383195a7a1 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:38.843587 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-dbc3fb25-86f4-4e22-9e29-de518211362b None None] Set router 2d31c4d3-ab89-47bb-9d35-d53122fd64da gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:03:38.906400 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7611e6c5-60bd-4775-b09a-74383195a7a1 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:38.914775 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7611e6c5-60bd-4775-b09a-74383195a7a1 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-264711'] for security_group_rule, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:38.971349 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611e6c5-60bd-4775-b09a-74383195a7a1 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e732cb4-53ec-453b-8315-3675ef9188f1,revision_number=0']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:38.981252 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7611e6c5-60bd-4775-b09a-74383195a7a1 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:38.982516 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-7611e6c5-60bd-4775-b09a-74383195a7a1 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3517377 Jul 06 15:03:38.985557 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 55046) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:38.992166 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-84119122-c745-48ce-85f6-c1ab5185e1b3 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Request body: {'security_group_rule': {'security_group_id': '3c95dade-3869-45bc-b167-9a09ec21f1ec', 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:03:39.027036 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.db.securitygroups_db [None req-84119122-c745-48ce-85f6-c1ab5185e1b3 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Project 6638c7280e734d51ae0c55b6eb0195b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 15:03:39.034407 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-84119122-c745-48ce-85f6-c1ab5185e1b3 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:39.172072 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-84119122-c745-48ce-85f6-c1ab5185e1b3 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:39.179195 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-84119122-c745-48ce-85f6-c1ab5185e1b3 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-264711'] for security_group_rule, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:39.203803 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-dbc3fb25-86f4-4e22-9e29-de518211362b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d31c4d3-ab89-47bb-9d35-d53122fd64da', 'name': 'tempest-TestVolumeBootPattern-125792113-router', 'tenant_id': '8cac8a72e41b4073acbf8e2425123f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1e23690e-7784-4754-b624-0ea5dfbed973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:03:24Z', 'updated_at': '2021-07-06T15:03:33Z', 'revision_number': 4, 'project_id': '8cac8a72e41b4073acbf8e2425123f77', 'gw_port': {'id': '1e23690e-7784-4754-b624-0ea5dfbed973', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d31c4d3-ab89-47bb-9d35-d53122fd64da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:25Z', 'updated_at': '2021-07-06T15:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '8494dbde-b308-4767-b428-bfe94e1c8bec', 'name': '', 'network_id': '1e74484a-4c7e-46ba-82f0-b7dbea123d75', 'tenant_id': '8cac8a72e41b4073acbf8e2425123f77', 'mac_address': 'fa:16:3e:50:d1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d31c4d3-ab89-47bb-9d35-d53122fd64da', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '46df15fe-913c-4c52-a8f9-e6efc7afc5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:30Z', 'updated_at': '2021-07-06T15:03:38Z', 'revision_number': 4, 'project_id': '8cac8a72e41b4073acbf8e2425123f77', 'subnets': [{'id': '46df15fe-913c-4c52-a8f9-e6efc7afc5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:39.216150 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84119122-c745-48ce-85f6-c1ab5185e1b3 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef982ec-255b-495c-aedd-1c1b59880817,revision_number=0']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:39.227416 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-84119122-c745-48ce-85f6-c1ab5185e1b3 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:39.228909 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-84119122-c745-48ce-85f6-c1ab5185e1b3 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2420995 Jul 06 15:03:39.247766 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc3fb25-86f4-4e22-9e29-de518211362b None None] The sync data for ids ['2d31c4d3-ab89-47bb-9d35-d53122fd64da'] in dv-cinder-788363-5-iscsi is: [{'id': '2d31c4d3-ab89-47bb-9d35-d53122fd64da', 'name': 'tempest-TestVolumeBootPattern-125792113-router', 'tenant_id': '8cac8a72e41b4073acbf8e2425123f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1e23690e-7784-4754-b624-0ea5dfbed973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:03:24Z', 'updated_at': '2021-07-06T15:03:33Z', 'revision_number': 4, 'project_id': '8cac8a72e41b4073acbf8e2425123f77', 'gw_port': {'id': '1e23690e-7784-4754-b624-0ea5dfbed973', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d31c4d3-ab89-47bb-9d35-d53122fd64da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:25Z', 'updated_at': '2021-07-06T15:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '8494dbde-b308-4767-b428-bfe94e1c8bec', 'name': '', 'network_id': '1e74484a-4c7e-46ba-82f0-b7dbea123d75', 'tenant_id': '8cac8a72e41b4073acbf8e2425123f77', 'mac_address': 'fa:16:3e:50:d1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d31c4d3-ab89-47bb-9d35-d53122fd64da', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '46df15fe-913c-4c52-a8f9-e6efc7afc5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:30Z', 'updated_at': '2021-07-06T15:03:38Z', 'revision_number': 4, 'project_id': '8cac8a72e41b4073acbf8e2425123f77', 'subnets': [{'id': '46df15fe-913c-4c52-a8f9-e6efc7afc5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:03:39.905165 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7887e7c-4b57-482e-81b9-c4be95d9d544 req-cefb53ba-e922-48d1-8c23-ea94b836253e tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:39.906946 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-f7887e7c-4b57-482e-81b9-c4be95d9d544 req-cefb53ba-e922-48d1-8c23-ea94b836253e tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 944 time: 0.1823707 Jul 06 15:03:40.053142 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-f7887e7c-4b57-482e-81b9-c4be95d9d544 req-83768b5a-22ed-47b3-ba94-b8851076c95d tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360233 Jul 06 15:03:40.883790 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 8494dbde-b308-4767-b428-bfe94e1c8bec up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:03:40.985267 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning for port 8494dbde-b308-4767-b428-bfe94e1c8bec completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:03:40.994237 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 8494dbde-b308-4767-b428-bfe94e1c8bec triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:03:40.994622 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:41.102433 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:41.150517 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] For port 8494dbde-b308-4767-b428-bfe94e1c8bec, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=8494dbde-b308-4767-b428-bfe94e1c8bec,segment=NetworkSegment(2c87bf5e-e856-4985-97de-b753745d358c),segment_id=2c87bf5e-e856-4985-97de-b753745d358c)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:03:41.156096 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:41.260085 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Pushing event updated for resources: {'Port': ['ID=8494dbde-b308-4767-b428-bfe94e1c8bec,revision_number=5']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:41.406534 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c5b52-3a04-4284-99e3-3c11d337335b req-15619843-e67c-46b2-ae1e-805b548ab9f0 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:41.415654 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-4d8c5b52-3a04-4284-99e3-3c11d337335b req-15619843-e67c-46b2-ae1e-805b548ab9f0 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 944 time: 0.1228476 Jul 06 15:03:41.466228 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-4d8c5b52-3a04-4284-99e3-3c11d337335b req-387af250-f620-4b09-8ef0-5dcba31187b7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486419 Jul 06 15:03:42.702344 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033c27c-edbf-4daa-b387-ebaa1389d1f1 req-c25cb2ba-21de-4d21-bba4-00f6b11058cd tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:42.703942 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-2033c27c-edbf-4daa-b387-ebaa1389d1f1 req-c25cb2ba-21de-4d21-bba4-00f6b11058cd tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 944 time: 0.0886798 Jul 06 15:03:42.761765 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-2033c27c-edbf-4daa-b387-ebaa1389d1f1 req-19649d86-eed9-4298-b83e-7f9ab29c9851 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515237 Jul 06 15:03:42.789455 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 8494dbde-b308-4767-b428-bfe94e1c8bec up at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:03:42.850675 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Provisioning complete for port 8494dbde-b308-4767-b428-bfe94e1c8bec triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:03:42.851075 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:43.966421 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d81df1-0f80-4eb2-a37a-0a0d713ef22f req-7c49f2e7-c82e-424b-a67c-a723ffc736c2 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:43.968035 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-77d81df1-0f80-4eb2-a37a-0a0d713ef22f req-7c49f2e7-c82e-424b-a67c-a723ffc736c2 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 944 time: 0.0752583 Jul 06 15:03:44.019442 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-77d81df1-0f80-4eb2-a37a-0a0d713ef22f req-167d1826-8c08-42b7-9d68-7fd50c071e57 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439980 Jul 06 15:03:45.227902 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41e9d5-a0bc-40f7-9308-c3d396150242 req-45e03b1f-f184-48fe-ab89-0b56c11e62e3 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:45.229872 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0d41e9d5-a0bc-40f7-9308-c3d396150242 req-45e03b1f-f184-48fe-ab89-0b56c11e62e3 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 944 time: 0.0837400 Jul 06 15:03:45.310328 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0d41e9d5-a0bc-40f7-9308-c3d396150242 req-348b46dc-4fac-427e-a71b-778b1e5762b7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662196 Jul 06 15:03:46.160993 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-2206c028-a287-48e3-8122-a4dfae5a48fa req-4c7037ff-296a-4395-91db-50ff734804c5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0637116 Jul 06 15:03:46.258840 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206c028-a287-48e3-8122-a4dfae5a48fa req-45a5bcfa-e82d-4bbb-9bdd-41c34ec37c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:46.260466 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-2206c028-a287-48e3-8122-a4dfae5a48fa req-45a5bcfa-e82d-4bbb-9bdd-41c34ec37c9d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e801beae0cd84e64ad65a5c9c4637a7d&device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 1099 time: 0.0599737 Jul 06 15:03:46.384728 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206c028-a287-48e3-8122-a4dfae5a48fa req-8dc4bae5-4542-4c65-914f-7b15246018d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:46.386260 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-2206c028-a287-48e3-8122-a4dfae5a48fa req-8dc4bae5-4542-4c65-914f-7b15246018d1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=03110df2-e384-4b3d-9464-61bed7bb00a3 HTTP/1.1" status: 200 len: 909 time: 0.0980630 Jul 06 15:03:46.479179 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-2206c028-a287-48e3-8122-a4dfae5a48fa req-4cf42319-9fc5-4347-a34e-7c1a5999347c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=144f10fa-954e-4d0d-b25d-be48c91abed5 HTTP/1.1" status: 200 len: 1002 time: 0.0844374 Jul 06 15:03:46.554299 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a27ab2-b99d-42da-b610-b6f05ef559d4 req-daac9d88-6130-4493-95bc-2676fed11afc tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:46.554299 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e6a27ab2-b99d-42da-b610-b6f05ef559d4 req-daac9d88-6130-4493-95bc-2676fed11afc tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 944 time: 0.0982659 Jul 06 15:03:46.559670 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206c028-a287-48e3-8122-a4dfae5a48fa req-7f9e0b77-4048-44eb-937c-20cb581d35b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:46.561309 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-2206c028-a287-48e3-8122-a4dfae5a48fa req-7f9e0b77-4048-44eb-937c-20cb581d35b3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6e3ad3a0-9226-434c-927d-b1373e85eaaa HTTP/1.1" status: 200 len: 847 time: 0.0745921 Jul 06 15:03:46.623920 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-e6a27ab2-b99d-42da-b610-b6f05ef559d4 req-16356080-ea03-4614-a0f2-f905d787b1d0 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618484 Jul 06 15:03:46.663122 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206c028-a287-48e3-8122-a4dfae5a48fa req-0cf4b129-9b33-4331-8444-f147673031a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:46.664666 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-2206c028-a287-48e3-8122-a4dfae5a48fa req-0cf4b129-9b33-4331-8444-f147673031a4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03110df2-e384-4b3d-9464-61bed7bb00a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0941322 Jul 06 15:03:46.816140 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-2206c028-a287-48e3-8122-a4dfae5a48fa req-d039692a-33bc-4646-b340-a335da64c126 service neutron] 10.222.0.25 "GET /v2.0/networks/03110df2-e384-4b3d-9464-61bed7bb00a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353288 Jul 06 15:03:46.917573 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-2206c028-a287-48e3-8122-a4dfae5a48fa req-b26e8b5f-77cb-4cac-964a-d29ebb70fbd2 service neutron] 10.222.0.25 "GET /v2.0/networks/03110df2-e384-4b3d-9464-61bed7bb00a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946684 Jul 06 15:03:47.681600 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device e4e1475c-63be-4e7f-92d9-08c81ce73063 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:03:47.816816 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port e4e1475c-63be-4e7f-92d9-08c81ce73063, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e4e1475c-63be-4e7f-92d9-08c81ce73063,segment=NetworkSegment(cb30854e-762f-4ab3-afc5-fc62883d2599),segment_id=cb30854e-762f-4ab3-afc5-fc62883d2599)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:03:47.830607 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Returning: {'device': 'e4e1475c-63be-4e7f-92d9-08c81ce73063', 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad', 'port_id': 'e4e1475c-63be-4e7f-92d9-08c81ce73063', 'mac_address': 'fa:16:3e:8d:fa:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:03:47.889864 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:47.899037 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266c517-678e-4a07-922c-90a18cea2dd0 req-4abccb56-d480-4951-b9bf-2398fe3b2f41 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:47.900847 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3266c517-678e-4a07-922c-90a18cea2dd0 req-4abccb56-d480-4951-b9bf-2398fe3b2f41 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 944 time: 0.1038849 Jul 06 15:03:47.922417 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4e1475c-63be-4e7f-92d9-08c81ce73063 {{(pid=92917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:03:47.959183 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3266c517-678e-4a07-922c-90a18cea2dd0 req-a5b4a531-e23f-45f5-94e2-9ada9da39bcb tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486405 Jul 06 15:03:47.968058 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port e4e1475c-63be-4e7f-92d9-08c81ce73063, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e4e1475c-63be-4e7f-92d9-08c81ce73063,segment=NetworkSegment(cb30854e-762f-4ab3-afc5-fc62883d2599),segment_id=cb30854e-762f-4ab3-afc5-fc62883d2599)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:03:47.981201 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:48.051621 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=e4e1475c-63be-4e7f-92d9-08c81ce73063,revision_number=9']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:48.316356 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['e4e1475c-63be-4e7f-92d9-08c81ce73063'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:03:49.180949 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2a98c-fc88-4067-8ba5-0217c56743a9 req-7de59da9-9075-43e0-a5f3-accf5251b1d8 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:49.182553 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e2f2a98c-fc88-4067-8ba5-0217c56743a9 req-7de59da9-9075-43e0-a5f3-accf5251b1d8 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 945 time: 0.0816243 Jul 06 15:03:49.228021 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e2f2a98c-fc88-4067-8ba5-0217c56743a9 req-8a52474a-26ac-458f-86d0-8c84e00e20a7 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398233 Jul 06 15:03:49.427259 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 55236) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:49.538361 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-9565883b-18b8-4a59-9ac3-fb28433e249f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:49.638927 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-9565883b-18b8-4a59-9ac3-fb28433e249f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:49.644166 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-9565883b-18b8-4a59-9ac3-fb28433e249f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:49.684773 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-9565883b-18b8-4a59-9ac3-fb28433e249f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3094c69b6f7d4bea8cabf1c948012c33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2564230 Jul 06 15:03:49.685627 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9565883b-18b8-4a59-9ac3-fb28433e249f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b749c4-991d-409b-88b5-d62cf675a2af,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:49.687500 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 55240) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:49.696979 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device e4e1475c-63be-4e7f-92d9-08c81ce73063 up at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:03:49.752204 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning complete for port e4e1475c-63be-4e7f-92d9-08c81ce73063 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:03:49.753269 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:49.776670 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-236d31fd-d025-42bc-90fd-56681a56028c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:49.803020 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-236d31fd-d025-42bc-90fd-56681a56028c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:49.846600 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:49.869721 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-236d31fd-d025-42bc-90fd-56681a56028c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:49.874405 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-236d31fd-d025-42bc-90fd-56681a56028c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:49.875511 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-236d31fd-d025-42bc-90fd-56681a56028c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/64b749c4-991d-409b-88b5-d62cf675a2af HTTP/1.1" status: 204 len: 168 time: 0.1853230 Jul 06 15:03:49.886329 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d31fd-d025-42bc-90fd-56681a56028c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b749c4-991d-409b-88b5-d62cf675a2af,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:49.892469 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fee08f-a112-4e0f-9957-ea22297eadc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e1475c-63be-4e7f-92d9-08c81ce73063'}] {{(pid=92917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:03:49.898286 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ea3ef9b0f14ac6a08de5771e2132c48ed06abd6a52ccf1dddde4c27a9981b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7c5afd-ebc6-4a9c-95d2-d5bd4ff2599c" -d '{"events": [{"server_uuid": "e8fee08f-a112-4e0f-9957-ea22297eadc4", "name": "network-vif-plugged", "status": "completed", "tag": "e4e1475c-63be-4e7f-92d9-08c81ce73063"}]}' {{(pid=92917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:03:49.925590 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port e4e1475c-63be-4e7f-92d9-08c81ce73063, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e4e1475c-63be-4e7f-92d9-08c81ce73063,segment=NetworkSegment(cb30854e-762f-4ab3-afc5-fc62883d2599),segment_id=cb30854e-762f-4ab3-afc5-fc62883d2599)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:03:49.934850 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:49.968689 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6cc53f-2bd8-4d4c-bd82-510a1d927596 x-openstack-request-id: req-2c6cc53f-2bd8-4d4c-bd82-510a1d927596 {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:03:49.968861 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8fee08f-a112-4e0f-9957-ea22297eadc4", "name": "network-vif-plugged", "status": "completed", "tag": "e4e1475c-63be-4e7f-92d9-08c81ce73063", "code": 200}]} {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:03:49.969226 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c6cc53f-2bd8-4d4c-bd82-510a1d927596 {{(pid=92917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:03:49.969694 dv-cinder-788363-5-iscsi neutron-server[92917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fee08f-a112-4e0f-9957-ea22297eadc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e1475c-63be-4e7f-92d9-08c81ce73063', 'code': 200} Jul 06 15:03:49.996334 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=e4e1475c-63be-4e7f-92d9-08c81ce73063,revision_number=10']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:50.272496 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d534e9-bcc4-449f-960f-e9becdb631aa req-e8204d1a-bb2b-47a9-89ea-4287916f32a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:50.274035 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-54d534e9-bcc4-449f-960f-e9becdb631aa req-e8204d1a-bb2b-47a9-89ea-4287916f32a0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 1100 time: 0.0700378 Jul 06 15:03:50.319338 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-54d534e9-bcc4-449f-960f-e9becdb631aa req-9567cfaf-a9a8-4844-af6d-a0e8a2ac7a03 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376673 Jul 06 15:03:50.472746 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b318fa3-b35a-4c5b-ab0f-550433fcd678 req-affe90b7-fa3f-44a5-a6af-5b202684f45d tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:50.474920 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-1b318fa3-b35a-4c5b-ab0f-550433fcd678 req-affe90b7-fa3f-44a5-a6af-5b202684f45d tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 947 time: 0.0917511 Jul 06 15:03:50.520829 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-1b318fa3-b35a-4c5b-ab0f-550433fcd678 req-bcce3b46-ae08-444e-a43c-8c41402ea74b tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381713 Jul 06 15:03:51.857389 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8222e-c9ef-48f2-97dc-c08a2c675ce2 req-0cd94662-f471-41a0-9054-4f17f8d22ff5 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:51.860274 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-f6d8222e-c9ef-48f2-97dc-c08a2c675ce2 req-0cd94662-f471-41a0-9054-4f17f8d22ff5 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 947 time: 0.1438100 Jul 06 15:03:51.934766 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-f6d8222e-c9ef-48f2-97dc-c08a2c675ce2 req-b0c2519a-368c-4a80-a363-65180adbda6d tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582550 Jul 06 15:03:53.258601 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca6d96-d0e3-4187-ae72-d62fe9c44e25 req-aa832d27-a4db-48a6-a405-f07c55b5ae17 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:53.260358 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-43ca6d96-d0e3-4187-ae72-d62fe9c44e25 req-aa832d27-a4db-48a6-a405-f07c55b5ae17 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 947 time: 0.1217473 Jul 06 15:03:53.327578 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-43ca6d96-d0e3-4187-ae72-d62fe9c44e25 req-cfac4900-ff28-443e-88f3-f0aa3ac17f6a tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552702 Jul 06 15:04:00.954514 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-d006d8ea-56cb-4839-a4c6-a7d90eddfdfd tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1820073853&fields=id&tenant_id=6638c7280e734d51ae0c55b6eb0195b2 HTTP/1.1" status: 200 len: 267 time: 0.0354090 Jul 06 15:04:01.080106 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-cce44866-dfa4-45d1-a300-d552d31fbc3e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:01.082207 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-cce44866-dfa4-45d1-a300-d552d31fbc3e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/networks?id=64695cf2-b947-421d-a8ec-c7d4a4c60041 HTTP/1.1" status: 200 len: 812 time: 0.1199605 Jul 06 15:04:01.097848 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-51e673b3-716d-4900-a87f-c68d258da6f4 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/quotas/6638c7280e734d51ae0c55b6eb0195b2 HTTP/1.1" status: 200 len: 375 time: 0.0100503 Jul 06 15:04:01.191420 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-c916da57-adc2-4773-a335-047243e5c1af tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6638c7280e734d51ae0c55b6eb0195b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0862131 Jul 06 15:04:01.324333 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-2ebff3fd-f9e9-452c-a610-4fd4dcc15f29 service neutron] 10.222.0.20 "GET /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201217 Jul 06 15:04:01.433638 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-fd1775a4-e22c-4077-b143-7f13e826d33d service neutron] 10.222.0.20 "GET /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012797 Jul 06 15:04:01.506809 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 6 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:04:01.827587 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-5224f139-33db-41b1-8904-fc5e19bfcddc req-2d71cd12-2fbd-4dce-a002-66b9661589a9 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b63e7f-b3e3-4164-921e-809c5331266c HTTP/1.1" status: 200 len: 210 time: 0.0375917 Jul 06 15:04:01.990421 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-9f2182f4-196a-49b1-b184-0131363910fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:02.789274 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 55484) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:02.915438 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c665081c-6884-411c-aed6-192a64e08fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:02.994163 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-2cafba9c-8f41-4584-81c6-2181c7b47f81 req-26d9ae2e-aa17-484c-94f0-e97cd8626e8c tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b63e7f-b3e3-4164-921e-809c5331266c HTTP/1.1" status: 200 len: 210 time: 0.0391738 Jul 06 15:04:03.121126 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c665081c-6884-411c-aed6-192a64e08fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:03.128511 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c665081c-6884-411c-aed6-192a64e08fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:03.215428 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-37903aa9-69bc-47d4-8895-9a8afdfa53d4 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:03.219866 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-37903aa9-69bc-47d4-8895-9a8afdfa53d4 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.25 "GET /v2.0/networks?id=64695cf2-b947-421d-a8ec-c7d4a4c60041 HTTP/1.1" status: 200 len: 812 time: 0.1955118 Jul 06 15:04:03.221733 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-c665081c-6884-411c-aed6-192a64e08fb6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eed8ec40a92a4c1884d2351edb471b4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4310541 Jul 06 15:04:03.222898 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665081c-6884-411c-aed6-192a64e08fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58303e92-3385-466e-b8e3-d2d50637b8b4,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:03.225858 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 55490) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:03.233364 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c665081c-6884-411c-aed6-192a64e08fb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:03.233514 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c665081c-6884-411c-aed6-192a64e08fb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:03.233866 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c665081c-6884-411c-aed6-192a64e08fb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:03.234191 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c665081c-6884-411c-aed6-192a64e08fb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:03.234529 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c665081c-6884-411c-aed6-192a64e08fb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:03.234876 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c665081c-6884-411c-aed6-192a64e08fb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:03.235388 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c665081c-6884-411c-aed6-192a64e08fb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:03.235557 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c665081c-6884-411c-aed6-192a64e08fb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:03.235988 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c665081c-6884-411c-aed6-192a64e08fb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:03.236550 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c665081c-6884-411c-aed6-192a64e08fb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:03.237135 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c665081c-6884-411c-aed6-192a64e08fb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:03.237712 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c665081c-6884-411c-aed6-192a64e08fb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:03.293471 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-f5a8af98-a838-4844-8f75-3e9916e68cdf tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6638c7280e734d51ae0c55b6eb0195b2 HTTP/1.1" status: 200 len: 380 time: 0.0499175 Jul 06 15:04:03.308099 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-529efb18-8905-4944-a105-bfb942ee02d5 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Request body: {'port': {'device_id': '05b63e7f-b3e3-4164-921e-809c5331266c', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'admin_state_up': True, 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'security_groups': ['3c95dade-3869-45bc-b167-9a09ec21f1ec']}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:04:03.313595 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-55ebb499-f0da-4da5-a577-1d7c51aa2c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:03.342292 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-55ebb499-f0da-4da5-a577-1d7c51aa2c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:03.421434 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-55ebb499-f0da-4da5-a577-1d7c51aa2c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:03.424600 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-55ebb499-f0da-4da5-a577-1d7c51aa2c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:03.425847 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-55ebb499-f0da-4da5-a577-1d7c51aa2c68 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58303e92-3385-466e-b8e3-d2d50637b8b4 HTTP/1.1" status: 204 len: 168 time: 0.1986673 Jul 06 15:04:03.434950 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ebb499-f0da-4da5-a577-1d7c51aa2c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58303e92-3385-466e-b8e3-d2d50637b8b4,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:03.444589 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ebb499-f0da-4da5-a577-1d7c51aa2c68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:03.445748 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ebb499-f0da-4da5-a577-1d7c51aa2c68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:03.446167 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ebb499-f0da-4da5-a577-1d7c51aa2c68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:03.446516 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ebb499-f0da-4da5-a577-1d7c51aa2c68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:03.446856 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ebb499-f0da-4da5-a577-1d7c51aa2c68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:03.447222 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ebb499-f0da-4da5-a577-1d7c51aa2c68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:03.447559 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ebb499-f0da-4da5-a577-1d7c51aa2c68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:03.447892 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ebb499-f0da-4da5-a577-1d7c51aa2c68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:03.448222 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ebb499-f0da-4da5-a577-1d7c51aa2c68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:03.448552 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ebb499-f0da-4da5-a577-1d7c51aa2c68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:03.448883 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ebb499-f0da-4da5-a577-1d7c51aa2c68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:03.449207 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ebb499-f0da-4da5-a577-1d7c51aa2c68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:03.462322 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-529efb18-8905-4944-a105-bfb942ee02d5 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Made reservation on behalf of 6638c7280e734d51ae0c55b6eb0195b2 for: {'port': 1} {{(pid=92916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:04:03.466695 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-529efb18-8905-4944-a105-bfb942ee02d5 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:03.609863 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.db_base_plugin_common [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-529efb18-8905-4944-a105-bfb942ee02d5 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Allocated IP 172.20.0.4 (64695cf2-b947-421d-a8ec-c7d4a4c60041/6f55b19c-b3b1-4b8b-ae03-c830681db810/f81a6846-17b6-4901-b48d-72ebe132d64f) {{(pid=92916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:04:03.734195 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 55496) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:03.748263 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d4c59680-0fc0-4077-bc85-2d6d6f5068c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:03.778724 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-529efb18-8905-4944-a105-bfb942ee02d5 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for port, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:03.794108 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.provisioning_blocks [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-529efb18-8905-4944-a105-bfb942ee02d5 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Transition to ACTIVE for port object f81a6846-17b6-4901-b48d-72ebe132d64f will not be triggered until provisioned by entity DHCP. {{(pid=92916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:04:03.835591 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-529efb18-8905-4944-a105-bfb942ee02d5 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2824651'] for port, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:03.856691 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d4c59680-0fc0-4077-bc85-2d6d6f5068c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:03.863011 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d4c59680-0fc0-4077-bc85-2d6d6f5068c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:03.888520 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-529efb18-8905-4944-a105-bfb942ee02d5 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Network 64695cf2-b947-421d-a8ec-c7d4a4c60041 is already hosted by enough agents. {{(pid=92916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:04:03.898850 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.base_scheduler [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-529efb18-8905-4944-a105-bfb942ee02d5 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Resources bound (agent type, host, resource id): {{(pid=92916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:04:03.903928 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-529efb18-8905-4944-a105-bfb942ee02d5 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Received port after_create {{(pid=92916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:04:03.913254 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529efb18-8905-4944-a105-bfb942ee02d5 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Pushing event updated for resources: {'Port': ['ID=f81a6846-17b6-4901-b48d-72ebe132d64f,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:03.926235 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c59680-0fc0-4077-bc85-2d6d6f5068c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ae3616-5224-43d2-9118-acc62aeeff1f,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:03.946876 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 55498) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:03.949153 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-d4c59680-0fc0-4077-bc85-2d6d6f5068c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8dce2e12273d4c02a3f4e62543216cd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2136726 Jul 06 15:04:04.005263 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-529efb18-8905-4944-a105-bfb942ee02d5 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:04.005898 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-529efb18-8905-4944-a105-bfb942ee02d5 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:04.045298 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-529efb18-8905-4944-a105-bfb942ee02d5 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7413526 Jul 06 15:04:04.059082 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-470a8654-d6f6-4aa5-b24b-53fac8db3f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:04.065946 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-7b172588-a5d7-4e86-9576-39033b11f36d service neutron] Request body: {'port': {'device_id': '05b63e7f-b3e3-4164-921e-809c5331266c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:04:04.129042 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-470a8654-d6f6-4aa5-b24b-53fac8db3f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:04.229329 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-7b172588-a5d7-4e86-9576-39033b11f36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:04.254436 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-fce24f07-f142-439e-acb4-900f6745c2c4 None None] Provisioning for port f81a6846-17b6-4901-b48d-72ebe132d64f completed by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:04:04.260769 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-fce24f07-f142-439e-acb4-900f6745c2c4 None None] Provisioning complete for port f81a6846-17b6-4901-b48d-72ebe132d64f triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:04:04.261569 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-fce24f07-f142-439e-acb4-900f6745c2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:04.297493 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-470a8654-d6f6-4aa5-b24b-53fac8db3f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:04.299321 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-fce24f07-f142-439e-acb4-900f6745c2c4 None None] Port f81a6846-17b6-4901-b48d-72ebe132d64f cannot update to ACTIVE because it is not bound. {{(pid=92917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:04:04.301807 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-470a8654-d6f6-4aa5-b24b-53fac8db3f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:04.306268 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-470a8654-d6f6-4aa5-b24b-53fac8db3f5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88ae3616-5224-43d2-9118-acc62aeeff1f HTTP/1.1" status: 204 len: 168 time: 0.3508244 Jul 06 15:04:04.327739 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a8654-d6f6-4aa5-b24b-53fac8db3f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ae3616-5224-43d2-9118-acc62aeeff1f,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:04.342648 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f7601-6996-4564-a4c1-0a9f1fb232d5 req-35f40429-0540-42ff-a38d-ba68973fe460 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:04.344074 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e92f7601-6996-4564-a4c1-0a9f1fb232d5 req-35f40429-0540-42ff-a38d-ba68973fe460 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b63e7f-b3e3-4164-921e-809c5331266c HTTP/1.1" status: 200 len: 931 time: 0.1714976 Jul 06 15:04:04.485132 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e92f7601-6996-4564-a4c1-0a9f1fb232d5 req-5aa6f477-1c0f-45ef-9ffc-0b1890bdca69 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596242 Jul 06 15:04:04.683469 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.notifiers.nova [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-7b172588-a5d7-4e86-9576-39033b11f36d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f81a6846-17b6-4901-b48d-72ebe132d64f {{(pid=92916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:04:04.693565 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-7b172588-a5d7-4e86-9576-39033b11f36d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:04.709513 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.provisioning_blocks [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-7b172588-a5d7-4e86-9576-39033b11f36d service neutron] Transition to ACTIVE for port object f81a6846-17b6-4901-b48d-72ebe132d64f will not be triggered until provisioned by entity L2. {{(pid=92916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:04:04.714492 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-7b172588-a5d7-4e86-9576-39033b11f36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824505'] for port, after_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:04.769124 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b172588-a5d7-4e86-9576-39033b11f36d service neutron] Pushing event updated for resources: {'Port': ['ID=f81a6846-17b6-4901-b48d-72ebe132d64f,revision_number=2']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:04.865225 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.managers [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-7b172588-a5d7-4e86-9576-39033b11f36d service neutron] Attempting to bind port f81a6846-17b6-4901-b48d-72ebe132d64f on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:04:04.865654 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.managers [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-7b172588-a5d7-4e86-9576-39033b11f36d service neutron] Attempting to bind port f81a6846-17b6-4901-b48d-72ebe132d64f by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'cbd1e5d0-d420-485d-b99a-e51814456ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041'}] {{(pid=92916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:04:04.866056 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-7b172588-a5d7-4e86-9576-39033b11f36d service neutron] Attempting to bind port f81a6846-17b6-4901-b48d-72ebe132d64f on network 64695cf2-b947-421d-a8ec-c7d4a4c60041 {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:04:04.871808 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-7b172588-a5d7-4e86-9576-39033b11f36d service neutron] Port f81a6846-17b6-4901-b48d-72ebe132d64f on network 64695cf2-b947-421d-a8ec-c7d4a4c60041 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 15:04:04.872165 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-7b172588-a5d7-4e86-9576-39033b11f36d service neutron] Attempting to bind port f81a6846-17b6-4901-b48d-72ebe132d64f on network 64695cf2-b947-421d-a8ec-c7d4a4c60041 {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:04:04.880132 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-7b172588-a5d7-4e86-9576-39033b11f36d service neutron] Checking agent: {'id': '04d4ab22-d878-41a9-afec-a7a2984360cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'started_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:04:04.880547 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-7b172588-a5d7-4e86-9576-39033b11f36d service neutron] Checking segment: {'id': 'cbd1e5d0-d420-485d-b99a-e51814456ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:04:04.881267 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-7b172588-a5d7-4e86-9576-39033b11f36d service neutron] Bound using segment: {'id': 'cbd1e5d0-d420-485d-b99a-e51814456ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041'} {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:04:04.882017 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.managers [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-7b172588-a5d7-4e86-9576-39033b11f36d service neutron] Bound port: f81a6846-17b6-4901-b48d-72ebe132d64f, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd1e5d0-d420-485d-b99a-e51814456ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041'}}] {{(pid=92916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:04:04.882505 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-7b172588-a5d7-4e86-9576-39033b11f36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:04.971464 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-7b172588-a5d7-4e86-9576-39033b11f36d service neutron] For port f81a6846-17b6-4901-b48d-72ebe132d64f, host hv-cinder-78836, cleared binding levels {{(pid=92916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:04:04.975803 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-7b172588-a5d7-4e86-9576-39033b11f36d service neutron] For port f81a6846-17b6-4901-b48d-72ebe132d64f, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f81a6846-17b6-4901-b48d-72ebe132d64f,segment=NetworkSegment(cbd1e5d0-d420-485d-b99a-e51814456ee0),segment_id=cbd1e5d0-d420-485d-b99a-e51814456ee0)] {{(pid=92916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:04:04.980900 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-7b172588-a5d7-4e86-9576-39033b11f36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824505'] for port, after_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:05.021512 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-7b172588-a5d7-4e86-9576-39033b11f36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:05.021512 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-7b172588-a5d7-4e86-9576-39033b11f36d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:05.022378 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-7b172588-a5d7-4e86-9576-39033b11f36d service neutron] 10.222.0.25 "PUT /v2.0/ports/f81a6846-17b6-4901-b48d-72ebe132d64f HTTP/1.1" status: 200 len: 1093 time: 0.9606047 Jul 06 15:04:05.022593 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05b63e7f-b3e3-4164-921e-809c5331266c', 'tag': 'f81a6846-17b6-4901-b48d-72ebe132d64f'}] {{(pid=92916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:04:05.025137 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95076a2cfa108320b507fde56cef9a7a3e09023494eaa6cf19f085f96635572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed20df4-ab60-47e1-bd68-5e59216f66fd" -d '{"events": [{"name": "network-changed", "server_uuid": "05b63e7f-b3e3-4164-921e-809c5331266c", "tag": "f81a6846-17b6-4901-b48d-72ebe132d64f"}]}' {{(pid=92916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:04:05.072799 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b172588-a5d7-4e86-9576-39033b11f36d service neutron] Pushing event updated for resources: {'Port': ['ID=f81a6846-17b6-4901-b48d-72ebe132d64f,revision_number=3']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:05.132357 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0904a029-42aa-46ad-8524-c4eecbf03304 x-openstack-request-id: req-0904a029-42aa-46ad-8524-c4eecbf03304 {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:04:05.132774 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05b63e7f-b3e3-4164-921e-809c5331266c", "tag": "f81a6846-17b6-4901-b48d-72ebe132d64f", "status": "completed", "code": 200}]} {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:04:05.132899 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0904a029-42aa-46ad-8524-c4eecbf03304 {{(pid=92916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:04:05.133367 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05b63e7f-b3e3-4164-921e-809c5331266c', 'tag': 'f81a6846-17b6-4901-b48d-72ebe132d64f', 'status': 'completed', 'code': 200} Jul 06 15:04:05.170750 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-eadf76dc-fd6c-427a-a28e-fac8e8ffc913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:05.172380 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-eadf76dc-fd6c-427a-a28e-fac8e8ffc913 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6638c7280e734d51ae0c55b6eb0195b2&device_id=05b63e7f-b3e3-4164-921e-809c5331266c HTTP/1.1" status: 200 len: 1096 time: 0.0776024 Jul 06 15:04:05.228531 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-ec9576e6-2653-46fd-9f4f-5d8489b87aaf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f81a6846-17b6-4901-b48d-72ebe132d64f HTTP/1.1" status: 200 len: 217 time: 0.0405915 Jul 06 15:04:05.295698 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-c23d592d-90b9-466b-b4ad-e8629c41392b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:05.297170 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-c23d592d-90b9-466b-b4ad-e8629c41392b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6f55b19c-b3b1-4b8b-ae03-c830681db810 HTTP/1.1" status: 200 len: 851 time: 0.0596454 Jul 06 15:04:05.364905 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-f9635806-5996-4d68-ac0c-0b25f778d6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:05.366457 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-f9635806-5996-4d68-ac0c-0b25f778d6d2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=64695cf2-b947-421d-a8ec-c7d4a4c60041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0619330 Jul 06 15:04:05.425147 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-93da98e3-5d39-4361-9623-c8a817c8d8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:05.476417 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:05.491917 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-6787b8be-46df-41c3-98c4-719551e8ce08 service neutron] 10.222.0.25 "GET /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158290 Jul 06 15:04:05.593654 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-cb911a35-b1ef-411e-9f3f-a25db61c0641 req-6294ce20-9cc2-4656-afcb-a92b97d2bc9f service neutron] 10.222.0.25 "GET /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905411 Jul 06 15:04:05.711464 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd6205-1677-489b-a603-908c4ed6011c req-7746d842-3739-4f90-b9b4-e7aea636a1da tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:05.713046 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-17dd6205-1677-489b-a603-908c4ed6011c req-7746d842-3739-4f90-b9b4-e7aea636a1da tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b63e7f-b3e3-4164-921e-809c5331266c HTTP/1.1" status: 200 len: 943 time: 0.0836282 Jul 06 15:04:05.783272 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-17dd6205-1677-489b-a603-908c4ed6011c req-8f4c7339-b2e1-4547-9cc7-86d04625e660 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598295 Jul 06 15:04:05.802873 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed20df4-ab60-47e1-bd68-5e59216f66fd req-7a1125ac-a5ba-4556-a350-fa3ceedfc465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:05.804845 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-aed20df4-ab60-47e1-bd68-5e59216f66fd req-7a1125ac-a5ba-4556-a350-fa3ceedfc465 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6638c7280e734d51ae0c55b6eb0195b2&device_id=05b63e7f-b3e3-4164-921e-809c5331266c HTTP/1.1" status: 200 len: 1096 time: 0.0903285 Jul 06 15:04:05.910995 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed20df4-ab60-47e1-bd68-5e59216f66fd req-1772ff9e-697f-4609-96bf-20b4e52551a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:05.912914 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-aed20df4-ab60-47e1-bd68-5e59216f66fd req-1772ff9e-697f-4609-96bf-20b4e52551a8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=64695cf2-b947-421d-a8ec-c7d4a4c60041 HTTP/1.1" status: 200 len: 913 time: 0.0985343 Jul 06 15:04:05.977497 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-aed20df4-ab60-47e1-bd68-5e59216f66fd req-56297de5-c571-4780-8605-438df8aa0573 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f81a6846-17b6-4901-b48d-72ebe132d64f HTTP/1.1" status: 200 len: 217 time: 0.0436738 Jul 06 15:04:06.040534 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed20df4-ab60-47e1-bd68-5e59216f66fd req-cbc097da-6d1f-4c99-9d24-90017d291110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:06.042225 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-aed20df4-ab60-47e1-bd68-5e59216f66fd req-cbc097da-6d1f-4c99-9d24-90017d291110 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6f55b19c-b3b1-4b8b-ae03-c830681db810 HTTP/1.1" status: 200 len: 851 time: 0.0544853 Jul 06 15:04:06.149655 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed20df4-ab60-47e1-bd68-5e59216f66fd req-7c70f4fe-2271-473b-90f9-df8bb27af18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:06.152698 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-aed20df4-ab60-47e1-bd68-5e59216f66fd req-7c70f4fe-2271-473b-90f9-df8bb27af18e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=64695cf2-b947-421d-a8ec-c7d4a4c60041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1021595 Jul 06 15:04:06.268365 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-aed20df4-ab60-47e1-bd68-5e59216f66fd req-f15d9eb3-bccc-4b07-a886-027b07053437 service neutron] 10.222.0.25 "GET /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072235 Jul 06 15:04:06.379476 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-aed20df4-ab60-47e1-bd68-5e59216f66fd req-2a309986-c9fe-4a04-a60b-54f22f743572 service neutron] 10.222.0.25 "GET /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038103 Jul 06 15:04:06.582756 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:06.972411 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0422d-5511-4c64-850a-41263962edf1 req-4f75b564-c28e-4d6b-bf5a-dc7e80b68ad4 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:06.974009 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-20e0422d-5511-4c64-850a-41263962edf1 req-4f75b564-c28e-4d6b-bf5a-dc7e80b68ad4 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b63e7f-b3e3-4164-921e-809c5331266c HTTP/1.1" status: 200 len: 943 time: 0.0720842 Jul 06 15:04:07.014857 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-20e0422d-5511-4c64-850a-41263962edf1 req-cf0bddda-8a8b-4400-bd9c-f1f7b3a0db28 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349200 Jul 06 15:04:07.515447 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:08.216537 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0534a6c-96ab-4806-9822-25ea0780f445 req-499f6bcb-93c4-4f0d-8682-dbe843d8e716 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:08.218069 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-a0534a6c-96ab-4806-9822-25ea0780f445 req-499f6bcb-93c4-4f0d-8682-dbe843d8e716 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b63e7f-b3e3-4164-921e-809c5331266c HTTP/1.1" status: 200 len: 943 time: 0.0686390 Jul 06 15:04:08.263364 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-a0534a6c-96ab-4806-9822-25ea0780f445 req-bee2c2c7-4ec9-4d93-81b5-18ca3b3cbdc1 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388882 Jul 06 15:04:08.615330 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:09.493308 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4bc6a-aa9c-46a8-8cca-d81c401604da req-730ada27-ec54-4bce-b7a2-bd05de14455b tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:09.495134 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-dce4bc6a-aa9c-46a8-8cca-d81c401604da req-730ada27-ec54-4bce-b7a2-bd05de14455b tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b63e7f-b3e3-4164-921e-809c5331266c HTTP/1.1" status: 200 len: 943 time: 0.1009479 Jul 06 15:04:09.551935 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-dce4bc6a-aa9c-46a8-8cca-d81c401604da req-a00053a4-aca3-41ca-bbfa-48d952d0be5f tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464554 Jul 06 15:04:10.056654 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 55608) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:10.171483 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-6222ae5c-cc70-497d-b3a8-d346205dccea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:10.265473 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-6222ae5c-cc70-497d-b3a8-d346205dccea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:10.270152 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-6222ae5c-cc70-497d-b3a8-d346205dccea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:10.309132 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222ae5c-cc70-497d-b3a8-d346205dccea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a624ca5-f11c-4ba8-a5ca-c84f811af103,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:10.314377 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-6222ae5c-cc70-497d-b3a8-d346205dccea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8a79c6a7fe1049b88664b4a3642130e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2561948 Jul 06 15:04:10.316956 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 55612) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:10.385884 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fd6b62c5-43e9-4713-8a24-d54aaf7aa4c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:10.428872 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fd6b62c5-43e9-4713-8a24-d54aaf7aa4c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:10.478720 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fd6b62c5-43e9-4713-8a24-d54aaf7aa4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:10.481333 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-fd6b62c5-43e9-4713-8a24-d54aaf7aa4c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:10.482496 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-fd6b62c5-43e9-4713-8a24-d54aaf7aa4c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a624ca5-f11c-4ba8-a5ca-c84f811af103 HTTP/1.1" status: 204 len: 168 time: 0.1645932 Jul 06 15:04:10.496692 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b62c5-43e9-4713-8a24-d54aaf7aa4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a624ca5-f11c-4ba8-a5ca-c84f811af103,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:10.788588 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5e2a9-06c1-4e68-818c-8bd4be064df2 req-c65e23f1-16da-453f-91c7-b60c987894c5 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:10.790181 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-03b5e2a9-06c1-4e68-818c-8bd4be064df2 req-c65e23f1-16da-453f-91c7-b60c987894c5 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b63e7f-b3e3-4164-921e-809c5331266c HTTP/1.1" status: 200 len: 943 time: 0.0910184 Jul 06 15:04:10.842527 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 55620) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:10.845183 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-03b5e2a9-06c1-4e68-818c-8bd4be064df2 req-0662948f-b65b-4304-b058-249b80c4efe7 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474563 Jul 06 15:04:10.857628 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-460bfa28-3f6f-499c-bbe2-71192cf1581f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:10.981060 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-460bfa28-3f6f-499c-bbe2-71192cf1581f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:10.986334 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-460bfa28-3f6f-499c-bbe2-71192cf1581f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:11.028906 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-460bfa28-3f6f-499c-bbe2-71192cf1581f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a67c5c7523b4b42a1a1089e670d5036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1850224 Jul 06 15:04:11.031323 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460bfa28-3f6f-499c-bbe2-71192cf1581f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff93200-0a07-4736-babf-911af3ca5683,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:11.031688 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 55622) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:11.096160 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8f40f954-1474-452f-a02a-e8f79c95cf42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:11.126500 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8f40f954-1474-452f-a02a-e8f79c95cf42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:11.180861 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8f40f954-1474-452f-a02a-e8f79c95cf42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:11.184450 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8f40f954-1474-452f-a02a-e8f79c95cf42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:11.185821 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-8f40f954-1474-452f-a02a-e8f79c95cf42 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cff93200-0a07-4736-babf-911af3ca5683 HTTP/1.1" status: 204 len: 168 time: 0.1530187 Jul 06 15:04:11.196312 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40f954-1474-452f-a02a-e8f79c95cf42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff93200-0a07-4736-babf-911af3ca5683,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:12.044023 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a8288-baf7-4d64-8426-0507fee576c3 req-9a0a4140-efa6-484c-ab64-29ab2f7b9f2b tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:12.046036 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a37a8288-baf7-4d64-8426-0507fee576c3 req-9a0a4140-efa6-484c-ab64-29ab2f7b9f2b tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b63e7f-b3e3-4164-921e-809c5331266c HTTP/1.1" status: 200 len: 943 time: 0.0814681 Jul 06 15:04:12.095929 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a37a8288-baf7-4d64-8426-0507fee576c3 req-d3a704ca-fb4f-4d58-b7ed-b6a7bd1939fd tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416477 Jul 06 15:04:13.006336 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 55670) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:13.115772 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-e775830d-121b-4445-974b-1428188949c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:13.232240 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-e775830d-121b-4445-974b-1428188949c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:13.238370 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-e775830d-121b-4445-974b-1428188949c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:13.285667 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-e775830d-121b-4445-974b-1428188949c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=809d32f485bf42a09a2eaa7f780264c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2779634 Jul 06 15:04:13.286758 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775830d-121b-4445-974b-1428188949c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263425ca-d701-4772-93a0-967c431bc649,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:13.290280 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 55676) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:13.357118 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63afbf27-b87b-4e2e-b2c5-7fdcae96aee9 req-36175d7f-e228-43dc-b54b-ff363842625f tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:13.359997 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-63afbf27-b87b-4e2e-b2c5-7fdcae96aee9 req-36175d7f-e228-43dc-b54b-ff363842625f tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b63e7f-b3e3-4164-921e-809c5331266c HTTP/1.1" status: 200 len: 943 time: 0.1409194 Jul 06 15:04:13.429630 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-26a1f0e6-f39f-4505-8bd4-75764a3e0d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:13.435162 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-63afbf27-b87b-4e2e-b2c5-7fdcae96aee9 req-5b77b926-b155-415b-b6bc-fc9a8afd1c5b tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623314 Jul 06 15:04:13.460035 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-26a1f0e6-f39f-4505-8bd4-75764a3e0d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:13.519539 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-26a1f0e6-f39f-4505-8bd4-75764a3e0d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:13.522128 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-26a1f0e6-f39f-4505-8bd4-75764a3e0d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:13.523322 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-26a1f0e6-f39f-4505-8bd4-75764a3e0d7e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/263425ca-d701-4772-93a0-967c431bc649 HTTP/1.1" status: 204 len: 168 time: 0.2310085 Jul 06 15:04:13.533158 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1f0e6-f39f-4505-8bd4-75764a3e0d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263425ca-d701-4772-93a0-967c431bc649,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:13.807295 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device f81a6846-17b6-4901-b48d-72ebe132d64f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:04:13.836903 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 55682) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:13.850727 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-468db65f-676d-4108-9ee5-8168b6253201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:13.923692 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port f81a6846-17b6-4901-b48d-72ebe132d64f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f81a6846-17b6-4901-b48d-72ebe132d64f,segment=NetworkSegment(cbd1e5d0-d420-485d-b99a-e51814456ee0),segment_id=cbd1e5d0-d420-485d-b99a-e51814456ee0)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:04:13.938028 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Returning: {'device': 'f81a6846-17b6-4901-b48d-72ebe132d64f', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'port_id': 'f81a6846-17b6-4901-b48d-72ebe132d64f', 'mac_address': 'fa:16:3e:3e:6f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:04:13.970693 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-468db65f-676d-4108-9ee5-8168b6253201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:13.976327 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-468db65f-676d-4108-9ee5-8168b6253201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:13.996451 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:14.015456 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81a6846-17b6-4901-b48d-72ebe132d64f {{(pid=92917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:04:14.024244 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-468db65f-676d-4108-9ee5-8168b6253201 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4025b6ffa5584390ae846d3406c14300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1864138 Jul 06 15:04:14.025316 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468db65f-676d-4108-9ee5-8168b6253201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac18015-4c17-4e72-a649-b6e8c504916e,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:14.027149 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 55684) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:14.045626 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port f81a6846-17b6-4901-b48d-72ebe132d64f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f81a6846-17b6-4901-b48d-72ebe132d64f,segment=NetworkSegment(cbd1e5d0-d420-485d-b99a-e51814456ee0),segment_id=cbd1e5d0-d420-485d-b99a-e51814456ee0)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:04:14.051131 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:14.089071 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-ac7c7f95-807e-4484-9f76-9a7c20fae02b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:14.117677 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-ac7c7f95-807e-4484-9f76-9a7c20fae02b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:14.120020 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=f81a6846-17b6-4901-b48d-72ebe132d64f,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:14.131968 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:14.132328 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:14.132669 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:14.133007 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:14.133342 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:14.133675 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:14.134003 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:14.134333 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:14.134661 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:14.135004 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:14.135344 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:14.135670 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:04:14.180476 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-ac7c7f95-807e-4484-9f76-9a7c20fae02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:14.183254 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-ac7c7f95-807e-4484-9f76-9a7c20fae02b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:14.184413 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-ac7c7f95-807e-4484-9f76-9a7c20fae02b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dac18015-4c17-4e72-a649-b6e8c504916e HTTP/1.1" status: 204 len: 168 time: 0.1559660 Jul 06 15:04:14.193706 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c7f95-807e-4484-9f76-9a7c20fae02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac18015-4c17-4e72-a649-b6e8c504916e,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:14.375730 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['f81a6846-17b6-4901-b48d-72ebe132d64f'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:04:14.680312 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052263dd-7d8a-4cb2-a1f4-04dcaa4f37b9 req-42dee5c9-2a04-40e8-988b-74e8ffb8dc0a tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:14.682004 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-052263dd-7d8a-4cb2-a1f4-04dcaa4f37b9 req-42dee5c9-2a04-40e8-988b-74e8ffb8dc0a tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b63e7f-b3e3-4164-921e-809c5331266c HTTP/1.1" status: 200 len: 944 time: 0.1155963 Jul 06 15:04:14.754272 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-052263dd-7d8a-4cb2-a1f4-04dcaa4f37b9 req-9cb6fa5e-432b-44a9-98dc-0c1298971172 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619407 Jul 06 15:04:15.822709 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device f81a6846-17b6-4901-b48d-72ebe132d64f up at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:04:15.887001 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning for port f81a6846-17b6-4901-b48d-72ebe132d64f completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:04:15.891412 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning complete for port f81a6846-17b6-4901-b48d-72ebe132d64f triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:04:15.892580 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:15.993823 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db9b58-1f82-4182-b581-684733ab672f req-b7e9bda1-05dd-4fc6-8f74-9fc7c7821a11 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:15.995447 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-a6db9b58-1f82-4182-b581-684733ab672f req-b7e9bda1-05dd-4fc6-8f74-9fc7c7821a11 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b63e7f-b3e3-4164-921e-809c5331266c HTTP/1.1" status: 200 len: 944 time: 0.0922236 Jul 06 15:04:16.007023 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:16.051688 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b63e7f-b3e3-4164-921e-809c5331266c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81a6846-17b6-4901-b48d-72ebe132d64f'}] {{(pid=92917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:04:16.054053 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ea3ef9b0f14ac6a08de5771e2132c48ed06abd6a52ccf1dddde4c27a9981b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e298e11e-4505-4a90-8188-d1798d154388" -d '{"events": [{"server_uuid": "05b63e7f-b3e3-4164-921e-809c5331266c", "name": "network-vif-plugged", "status": "completed", "tag": "f81a6846-17b6-4901-b48d-72ebe132d64f"}]}' {{(pid=92917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:04:16.054967 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-a6db9b58-1f82-4182-b581-684733ab672f req-795c096f-40c2-4dc0-8dde-59b1c25b2fcd tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491495 Jul 06 15:04:16.071428 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port f81a6846-17b6-4901-b48d-72ebe132d64f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f81a6846-17b6-4901-b48d-72ebe132d64f,segment=NetworkSegment(cbd1e5d0-d420-485d-b99a-e51814456ee0),segment_id=cbd1e5d0-d420-485d-b99a-e51814456ee0)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:04:16.081795 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:16.133217 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d4a0b0-de27-44d6-b826-fae568b7cd1d x-openstack-request-id: req-47d4a0b0-de27-44d6-b826-fae568b7cd1d {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:04:16.133217 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b63e7f-b3e3-4164-921e-809c5331266c", "name": "network-vif-plugged", "status": "completed", "tag": "f81a6846-17b6-4901-b48d-72ebe132d64f", "code": 200}]} {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:04:16.133217 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47d4a0b0-de27-44d6-b826-fae568b7cd1d {{(pid=92917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:04:16.133687 dv-cinder-788363-5-iscsi neutron-server[92917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b63e7f-b3e3-4164-921e-809c5331266c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81a6846-17b6-4901-b48d-72ebe132d64f', 'code': 200} Jul 06 15:04:16.150147 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=f81a6846-17b6-4901-b48d-72ebe132d64f,revision_number=5']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:16.494409 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa726425-e379-45cc-84cc-1408c8fbc894 req-cc311f63-0d01-4c26-8477-031897401ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:16.495932 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-fa726425-e379-45cc-84cc-1408c8fbc894 req-cc311f63-0d01-4c26-8477-031897401ce4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=05b63e7f-b3e3-4164-921e-809c5331266c HTTP/1.1" status: 200 len: 1098 time: 0.0692201 Jul 06 15:04:16.539668 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-fa726425-e379-45cc-84cc-1408c8fbc894 req-7faedf96-ae90-4d10-8bbc-1087aa4ac9c4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355678 Jul 06 15:04:17.312688 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848a804-7894-49db-b15d-29b637582f4d req-79e71f39-d76a-4306-a691-202a24c0c21a tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:17.315971 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-5848a804-7894-49db-b15d-29b637582f4d req-79e71f39-d76a-4306-a691-202a24c0c21a tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b63e7f-b3e3-4164-921e-809c5331266c HTTP/1.1" status: 200 len: 945 time: 0.1155477 Jul 06 15:04:17.372952 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-5848a804-7894-49db-b15d-29b637582f4d req-714e2513-936c-403a-9faf-662229250bbd tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507863 Jul 06 15:04:18.612336 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560006e-8bba-4c11-a047-be98ad90ca1d req-9a319b11-0d2d-4fa2-8bce-861939f33069 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:18.614627 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a560006e-8bba-4c11-a047-be98ad90ca1d req-9a319b11-0d2d-4fa2-8bce-861939f33069 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b63e7f-b3e3-4164-921e-809c5331266c HTTP/1.1" status: 200 len: 945 time: 0.0907450 Jul 06 15:04:18.679573 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a560006e-8bba-4c11-a047-be98ad90ca1d req-8fb3b91f-76da-466d-86fd-7c3c06d0e4a5 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533178 Jul 06 15:04:19.972766 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a75de-d86d-49ac-b67d-c6087a459df0 req-71fe9716-607d-4141-b95e-543b79d5f9d9 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:19.976201 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d16a75de-d86d-49ac-b67d-c6087a459df0 req-71fe9716-607d-4141-b95e-543b79d5f9d9 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b63e7f-b3e3-4164-921e-809c5331266c HTTP/1.1" status: 200 len: 945 time: 0.1117578 Jul 06 15:04:20.030691 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d16a75de-d86d-49ac-b67d-c6087a459df0 req-005f6fd2-ae69-4c29-adff-627f9f13cace tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426745 Jul 06 15:04:21.363687 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59594157-c7db-4474-9519-e11c2da133fd req-90dcf06d-597f-4d34-a7d9-7d721729f67b tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:21.366219 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-59594157-c7db-4474-9519-e11c2da133fd req-90dcf06d-597f-4d34-a7d9-7d721729f67b tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b63e7f-b3e3-4164-921e-809c5331266c HTTP/1.1" status: 200 len: 945 time: 0.1185453 Jul 06 15:04:21.457992 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-59594157-c7db-4474-9519-e11c2da133fd req-a9ed65c6-b0d9-4d7f-ab7b-ebf356dd7c35 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813725 Jul 06 15:04:21.740156 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27684d20-7f89-4bdd-b875-b8081a2b3baf req-0b77ad87-cfa8-4bf0-bf63-9e1de1e62c77 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:21.743172 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-27684d20-7f89-4bdd-b875-b8081a2b3baf req-0b77ad87-cfa8-4bf0-bf63-9e1de1e62c77 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b63e7f-b3e3-4164-921e-809c5331266c HTTP/1.1" status: 200 len: 945 time: 0.0947835 Jul 06 15:04:21.821437 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-27684d20-7f89-4bdd-b875-b8081a2b3baf req-dd4ee7dd-d848-474d-9ba7-13844a707fe3 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700686 Jul 06 15:04:21.863042 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 55752) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:22.184388 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dc7884-d1ff-4869-a7e3-cb968aa890cc tempest-TestVolumeBootPattern-143186361 tempest-TestVolumeBootPattern-143186361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:22.187130 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-31dc7884-d1ff-4869-a7e3-cb968aa890cc tempest-TestVolumeBootPattern-143186361 tempest-TestVolumeBootPattern-143186361-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=05b63e7f-b3e3-4164-921e-809c5331266c HTTP/1.1" status: 200 len: 1093 time: 0.3223760 Jul 06 15:04:22.190160 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 55756) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:22.197993 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-a7a23e75-853a-452a-a0e7-422293050059 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Request body: {'floatingip': {'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'port_id': 'f81a6846-17b6-4901-b48d-72ebe132d64f', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:04:22.237265 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a7a23e75-853a-452a-a0e7-422293050059 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for floatingip, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:22.365146 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a7a23e75-853a-452a-a0e7-422293050059 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:22.509133 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.db_base_plugin_common [None req-a7a23e75-853a-452a-a0e7-422293050059 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Allocated IP 172.27.3.18 (cda8cae0-c766-4621-9577-ca435140768c/1f1b7348-831f-4a39-b588-ec6aad475c62/cc635147-eb18-4e44-85f8-bd5cbb82be1d) {{(pid=92916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:04:22.622698 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a7a23e75-853a-452a-a0e7-422293050059 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for port, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:22.666588 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a7a23e75-853a-452a-a0e7-422293050059 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2824651'] for port, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:22.711683 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a23e75-853a-452a-a0e7-422293050059 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Network cda8cae0-c766-4621-9577-ca435140768c is already hosted by enough agents. {{(pid=92916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:04:22.717090 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.base_scheduler [None req-a7a23e75-853a-452a-a0e7-422293050059 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Resources bound (agent type, host, resource id): {{(pid=92916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:04:22.721049 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a23e75-853a-452a-a0e7-422293050059 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Received port after_create {{(pid=92916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:04:22.746167 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a23e75-853a-452a-a0e7-422293050059 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Pushing event updated for resources: {'Port': ['ID=cc635147-eb18-4e44-85f8-bd5cbb82be1d,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:23.452749 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a7a23e75-853a-452a-a0e7-422293050059 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:23.566168 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a7a23e75-853a-452a-a0e7-422293050059 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:23.795094 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a7a23e75-853a-452a-a0e7-422293050059 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for port, precommit_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:23.801650 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a7a23e75-853a-452a-a0e7-422293050059 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824505'] for port, after_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:23.878077 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a23e75-853a-452a-a0e7-422293050059 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Pushing event updated for resources: {'Port': ['ID=cc635147-eb18-4e44-85f8-bd5cbb82be1d,revision_number=2']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:23.893727 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a7a23e75-853a-452a-a0e7-422293050059 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413103'] for floatingip, after_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:24.024129 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.db.l3_db [None req-a7a23e75-853a-452a-a0e7-422293050059 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Floating IP 8d8f3762-98ac-4e20-b653-5b4e58911a3a associated. External IP: 172.27.3.18, port: f81a6846-17b6-4901-b48d-72ebe132d64f. Jul 06 15:04:24.304858 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a23e75-853a-452a-a0e7-422293050059 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Router b179d53b-7d87-42d9-b693-c44a1e65b0f6 has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:04:24.444797 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a23e75-853a-452a-a0e7-422293050059 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:04:24.459234 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739404ca-cb60-4b8c-95a2-b33a0810ad65 None None] Sync routers for ids ['b179d53b-7d87-42d9-b693-c44a1e65b0f6'] in dv-cinder-788363-5-iscsi {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:04:24.473698 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a7a23e75-853a-452a-a0e7-422293050059 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for floatingip, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:24.476696 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739404ca-cb60-4b8c-95a2-b33a0810ad65 None None] Routers {'b179d53b-7d87-42d9-b693-c44a1e65b0f6'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:04:24.477494 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-739404ca-cb60-4b8c-95a2-b33a0810ad65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:04:05Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['b179d53b-7d87-42d9-b693-c44a1e65b0f6'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:24.535254 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-a7a23e75-853a-452a-a0e7-422293050059 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3434856 Jul 06 15:04:24.535834 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05b63e7f-b3e3-4164-921e-809c5331266c', 'tag': 'f81a6846-17b6-4901-b48d-72ebe132d64f'}] {{(pid=92916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:04:24.538661 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95076a2cfa108320b507fde56cef9a7a3e09023494eaa6cf19f085f96635572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22bd7c6-2c6e-4dfc-9e33-f3cca9818b24" -d '{"events": [{"name": "network-changed", "server_uuid": "05b63e7f-b3e3-4164-921e-809c5331266c", "tag": "f81a6846-17b6-4901-b48d-72ebe132d64f"}]}' {{(pid=92916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:04:24.602112 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638b73e9-0d54-473b-b04f-70af0f30d63f x-openstack-request-id: req-638b73e9-0d54-473b-b04f-70af0f30d63f {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:04:24.602398 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05b63e7f-b3e3-4164-921e-809c5331266c", "tag": "f81a6846-17b6-4901-b48d-72ebe132d64f", "status": "completed", "code": 200}]} {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:04:24.602644 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-638b73e9-0d54-473b-b04f-70af0f30d63f {{(pid=92916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:04:24.603086 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05b63e7f-b3e3-4164-921e-809c5331266c', 'tag': 'f81a6846-17b6-4901-b48d-72ebe132d64f', 'status': 'completed', 'code': 200} Jul 06 15:04:24.650713 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-739404ca-cb60-4b8c-95a2-b33a0810ad65 None None] Set router b179d53b-7d87-42d9-b693-c44a1e65b0f6 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:04:24.759153 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22bd7c6-2c6e-4dfc-9e33-f3cca9818b24 req-2a8ff8ea-0ac0-42c5-b9f9-18aeb1f14e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:24.761886 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e22bd7c6-2c6e-4dfc-9e33-f3cca9818b24 req-2a8ff8ea-0ac0-42c5-b9f9-18aeb1f14e9e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6638c7280e734d51ae0c55b6eb0195b2&device_id=05b63e7f-b3e3-4164-921e-809c5331266c HTTP/1.1" status: 200 len: 1098 time: 0.1022472 Jul 06 15:04:24.934043 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22bd7c6-2c6e-4dfc-9e33-f3cca9818b24 req-a241cfe2-d8ca-4bf1-8a74-b148c5ea99ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:24.936568 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e22bd7c6-2c6e-4dfc-9e33-f3cca9818b24 req-a241cfe2-d8ca-4bf1-8a74-b148c5ea99ae service neutron] 10.222.0.25 "GET /v2.0/networks?id=64695cf2-b947-421d-a8ec-c7d4a4c60041 HTTP/1.1" status: 200 len: 913 time: 0.1667950 Jul 06 15:04:24.951671 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-739404ca-cb60-4b8c-95a2-b33a0810ad65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'name': 'tempest-TestVolumeBootPattern-1221050928-router', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:03:09Z', 'updated_at': '2021-07-06T15:03:19Z', 'revision_number': 4, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'gw_port': {'id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:11Z', 'updated_at': '2021-07-06T15:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_floatingips': [{'id': '8d8f3762-98ac-4e20-b653-5b4e58911a3a', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'router_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'port_id': 'f81a6846-17b6-4901-b48d-72ebe132d64f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'mac_address': 'fa:16:3e:3e:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b63e7f-b3e3-4164-921e-809c5331266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:04:22Z', 'updated_at': '2021-07-06T15:04:22Z', 'revision_number': 0, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13374876-3410-4d2e-8c85-50af6fc5645a', 'name': '', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'mac_address': 'fa:16:3e:2f:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:18Z', 'updated_at': '2021-07-06T15:03:27Z', 'revision_number': 5, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'subnets': [{'id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:24.984931 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739404ca-cb60-4b8c-95a2-b33a0810ad65 None None] Checking router: b179d53b-7d87-42d9-b693-c44a1e65b0f6 for host: dv-cinder-788363-5-iscsi {{(pid=92918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:04:24.996270 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739404ca-cb60-4b8c-95a2-b33a0810ad65 None None] Routers {'b179d53b-7d87-42d9-b693-c44a1e65b0f6'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:04:24.997000 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-739404ca-cb60-4b8c-95a2-b33a0810ad65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:04:05Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['b179d53b-7d87-42d9-b693-c44a1e65b0f6'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:25.036312 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e22bd7c6-2c6e-4dfc-9e33-f3cca9818b24 req-726cbfb5-7df1-427b-9b41-5d98c1e302a6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f81a6846-17b6-4901-b48d-72ebe132d64f HTTP/1.1" status: 200 len: 998 time: 0.0926139 Jul 06 15:04:25.126512 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22bd7c6-2c6e-4dfc-9e33-f3cca9818b24 req-72133f65-cb97-4ef3-858a-d4933214585d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:25.128686 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e22bd7c6-2c6e-4dfc-9e33-f3cca9818b24 req-72133f65-cb97-4ef3-858a-d4933214585d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6f55b19c-b3b1-4b8b-ae03-c830681db810 HTTP/1.1" status: 200 len: 851 time: 0.0838094 Jul 06 15:04:25.137364 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-739404ca-cb60-4b8c-95a2-b33a0810ad65 None None] Set router b179d53b-7d87-42d9-b693-c44a1e65b0f6 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:04:25.205645 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22bd7c6-2c6e-4dfc-9e33-f3cca9818b24 req-a253b09c-93fd-417d-9bdf-3966e70add0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:25.207198 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e22bd7c6-2c6e-4dfc-9e33-f3cca9818b24 req-a253b09c-93fd-417d-9bdf-3966e70add0e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=64695cf2-b947-421d-a8ec-c7d4a4c60041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706489 Jul 06 15:04:25.336987 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e22bd7c6-2c6e-4dfc-9e33-f3cca9818b24 req-16854232-75a5-4798-a445-6ccb25d6618c service neutron] 10.222.0.25 "GET /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093023 Jul 06 15:04:25.417359 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-739404ca-cb60-4b8c-95a2-b33a0810ad65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'name': 'tempest-TestVolumeBootPattern-1221050928-router', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:03:09Z', 'updated_at': '2021-07-06T15:03:19Z', 'revision_number': 4, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'gw_port': {'id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:11Z', 'updated_at': '2021-07-06T15:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_floatingips': [{'id': '8d8f3762-98ac-4e20-b653-5b4e58911a3a', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'router_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'port_id': 'f81a6846-17b6-4901-b48d-72ebe132d64f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'mac_address': 'fa:16:3e:3e:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b63e7f-b3e3-4164-921e-809c5331266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:04:22Z', 'updated_at': '2021-07-06T15:04:22Z', 'revision_number': 0, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13374876-3410-4d2e-8c85-50af6fc5645a', 'name': '', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'mac_address': 'fa:16:3e:2f:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:18Z', 'updated_at': '2021-07-06T15:03:27Z', 'revision_number': 5, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'subnets': [{'id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:25.445940 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739404ca-cb60-4b8c-95a2-b33a0810ad65 None None] The sync data for ids ['b179d53b-7d87-42d9-b693-c44a1e65b0f6'] in dv-cinder-788363-5-iscsi is: [{'id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'name': 'tempest-TestVolumeBootPattern-1221050928-router', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:03:09Z', 'updated_at': '2021-07-06T15:03:19Z', 'revision_number': 4, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'gw_port': {'id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:11Z', 'updated_at': '2021-07-06T15:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_floatingips': [{'id': '8d8f3762-98ac-4e20-b653-5b4e58911a3a', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'router_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'port_id': 'f81a6846-17b6-4901-b48d-72ebe132d64f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'mac_address': 'fa:16:3e:3e:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b63e7f-b3e3-4164-921e-809c5331266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:04:22Z', 'updated_at': '2021-07-06T15:04:22Z', 'revision_number': 0, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13374876-3410-4d2e-8c85-50af6fc5645a', 'name': '', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'mac_address': 'fa:16:3e:2f:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:18Z', 'updated_at': '2021-07-06T15:03:27Z', 'revision_number': 5, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'subnets': [{'id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:04:25.451104 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e22bd7c6-2c6e-4dfc-9e33-f3cca9818b24 req-eda85339-3480-4848-b257-471164c2cf0b service neutron] 10.222.0.25 "GET /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066103 Jul 06 15:04:25.685727 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71765fc1-7ab6-4f79-8d07-d85022828a38 None None] New status for floating IP 8d8f3762-98ac-4e20-b653-5b4e58911a3a: ACTIVE {{(pid=92917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:04:31.984230 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-e116e91b-b54f-4ef6-8ed8-8eddd9f7faff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:35.412267 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-c0b6d53d-d777-4eb4-8996-b58495d23c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:35.481174 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:36.121561 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7c2d3-84a0-4a12-a631-e8c96a560d3a req-489c2292-6ff7-4555-b610-3508eb55c7b9 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:36.123444 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a8f7c2d3-84a0-4a12-a631-e8c96a560d3a req-489c2292-6ff7-4555-b610-3508eb55c7b9 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 947 time: 0.0708051 Jul 06 15:04:36.166945 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a8f7c2d3-84a0-4a12-a631-e8c96a560d3a req-5f4f76fb-a93a-420d-a3be-1b9ffb68d49e tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363357 Jul 06 15:04:36.594092 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:36.847517 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 55854) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:36.965365 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-912bff6e-42e8-45b5-a672-8a024381448d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:37.071581 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-912bff6e-42e8-45b5-a672-8a024381448d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:37.075648 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-912bff6e-42e8-45b5-a672-8a024381448d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:37.114468 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912bff6e-42e8-45b5-a672-8a024381448d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21856a17-5e3b-4a3e-ba4e-c90fb47d055b,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:37.119442 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-912bff6e-42e8-45b5-a672-8a024381448d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0720b7a69ad84c1eab37d2f999c394cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2707934 Jul 06 15:04:37.122676 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 55858) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:37.183043 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-da2e586c-c3be-4298-8dc4-4f1d4df87ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:37.214522 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-da2e586c-c3be-4298-8dc4-4f1d4df87ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:37.292161 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-da2e586c-c3be-4298-8dc4-4f1d4df87ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:37.294847 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-da2e586c-c3be-4298-8dc4-4f1d4df87ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:37.300518 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-da2e586c-c3be-4298-8dc4-4f1d4df87ee2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21856a17-5e3b-4a3e-ba4e-c90fb47d055b HTTP/1.1" status: 204 len: 168 time: 0.1723931 Jul 06 15:04:37.306481 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e586c-c3be-4298-8dc4-4f1d4df87ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21856a17-5e3b-4a3e-ba4e-c90fb47d055b,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:37.420247 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ecf15-cab9-4371-a0b8-cb3042f61743 req-5e792771-50bc-4519-a4ca-dcb4f1fa08e9 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:37.421850 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4c0ecf15-cab9-4371-a0b8-cb3042f61743 req-5e792771-50bc-4519-a4ca-dcb4f1fa08e9 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 947 time: 0.0909531 Jul 06 15:04:37.467336 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-4c0ecf15-cab9-4371-a0b8-cb3042f61743 req-efa8c52b-c247-4933-956f-d5205f3e670c tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ecd05a3-5401-4f1b-bd16-40bbad92999c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394473 Jul 06 15:04:37.531251 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:37.719866 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062dfa33-0a65-4335-9c76-a70a1417e905 req-9215a5eb-efee-4050-bae3-ecc5675c880e tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:37.722305 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-062dfa33-0a65-4335-9c76-a70a1417e905 req-9215a5eb-efee-4050-bae3-ecc5675c880e tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 947 time: 0.0815279 Jul 06 15:04:37.834786 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [req-062dfa33-0a65-4335-9c76-a70a1417e905 req-fede1f7c-ccf8-4196-a49d-f0ec3131c709 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Deleting port e4e1475c-63be-4e7f-92d9-08c81ce73063 {{(pid=92916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:04:37.835166 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-062dfa33-0a65-4335-9c76-a70a1417e905 req-fede1f7c-ccf8-4196-a49d-f0ec3131c709 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:37.945504 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [req-062dfa33-0a65-4335-9c76-a70a1417e905 req-fede1f7c-ccf8-4196-a49d-f0ec3131c709 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] For port e4e1475c-63be-4e7f-92d9-08c81ce73063, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e4e1475c-63be-4e7f-92d9-08c81ce73063,segment=NetworkSegment(cb30854e-762f-4ab3-afc5-fc62883d2599),segment_id=cb30854e-762f-4ab3-afc5-fc62883d2599)] {{(pid=92916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:04:37.946478 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-062dfa33-0a65-4335-9c76-a70a1417e905 req-fede1f7c-ccf8-4196-a49d-f0ec3131c709 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:38.161417 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-062dfa33-0a65-4335-9c76-a70a1417e905 req-fede1f7c-ccf8-4196-a49d-f0ec3131c709 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:38.161869 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-062dfa33-0a65-4335-9c76-a70a1417e905 req-fede1f7c-ccf8-4196-a49d-f0ec3131c709 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413103'] for floatingip, after_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:38.162303 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.db.l3_db [req-062dfa33-0a65-4335-9c76-a70a1417e905 req-fede1f7c-ccf8-4196-a49d-f0ec3131c709 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Floating IP 6ad09222-9869-4b50-9eaf-a6ab7ef2ddb5 disassociated. External IP: 172.27.3.213, port: e4e1475c-63be-4e7f-92d9-08c81ce73063. Jul 06 15:04:38.162827 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [req-062dfa33-0a65-4335-9c76-a70a1417e905 req-fede1f7c-ccf8-4196-a49d-f0ec3131c709 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Calling delete_port for e4e1475c-63be-4e7f-92d9-08c81ce73063 owned by compute:nova {{(pid=92916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:04:38.319315 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-062dfa33-0a65-4335-9c76-a70a1417e905 req-fede1f7c-ccf8-4196-a49d-f0ec3131c709 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824642'] for port, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:38.353448 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede1f7c-ccf8-4196-a49d-f0ec3131c709 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Pushing event deleted for resources: {'Port': ['ID=e4e1475c-63be-4e7f-92d9-08c81ce73063,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:38.483735 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.l3_agent_scheduler [req-062dfa33-0a65-4335-9c76-a70a1417e905 req-fede1f7c-ccf8-4196-a49d-f0ec3131c709 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Router 0ffd8770-b11a-4323-af17-ec8ce61bf813 has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:04:38.507509 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 6 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:04:38.620574 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-062dfa33-0a65-4335-9c76-a70a1417e905 req-fede1f7c-ccf8-4196-a49d-f0ec3131c709 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:04:38.621099 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:38.633793 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11519c21-9176-4c36-ace8-c74ee3f52c88 None None] Sync routers for ids ['0ffd8770-b11a-4323-af17-ec8ce61bf813'] in dv-cinder-788363-5-iscsi {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:04:38.655878 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11519c21-9176-4c36-ace8-c74ee3f52c88 None None] Routers {'0ffd8770-b11a-4323-af17-ec8ce61bf813'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:04:38.656536 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-11519c21-9176-4c36-ace8-c74ee3f52c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:04:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['0ffd8770-b11a-4323-af17-ec8ce61bf813'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:38.673155 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-2a332100-6f58-4d84-a69a-545a83fcdbad req-472cc260-777b-4f78-8c15-bcd4c36fe439 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8fee08f-a112-4e0f-9957-ea22297eadc4 HTTP/1.1" status: 200 len: 210 time: 0.0531638 Jul 06 15:04:38.676578 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.l3_dvrscheduler_db [req-062dfa33-0a65-4335-9c76-a70a1417e905 req-fede1f7c-ccf8-4196-a49d-f0ec3131c709 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] No DVR routers for this DVR port e4e1475c-63be-4e7f-92d9-08c81ce73063 on host hv-cinder-78836 {{(pid=92916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:04:38.679910 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-062dfa33-0a65-4335-9c76-a70a1417e905 req-fede1f7c-ccf8-4196-a49d-f0ec3131c709 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:38.682854 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-062dfa33-0a65-4335-9c76-a70a1417e905 req-fede1f7c-ccf8-4196-a49d-f0ec3131c709 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.25 "DELETE /v2.0/ports/e4e1475c-63be-4e7f-92d9-08c81ce73063 HTTP/1.1" status: 204 len: 173 time: 0.9541199 Jul 06 15:04:38.683453 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fee08f-a112-4e0f-9957-ea22297eadc4', 'name': 'network-vif-deleted', 'tag': 'e4e1475c-63be-4e7f-92d9-08c81ce73063'}] {{(pid=92916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:04:38.686913 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95076a2cfa108320b507fde56cef9a7a3e09023494eaa6cf19f085f96635572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e070c0f-7881-461e-a869-0bdeb64c8f0d" -d '{"events": [{"server_uuid": "e8fee08f-a112-4e0f-9957-ea22297eadc4", "name": "network-vif-deleted", "tag": "e4e1475c-63be-4e7f-92d9-08c81ce73063"}]}' {{(pid=92916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:04:38.762212 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a53b8a-278b-4a76-9bf6-bb6704d881a3 x-openstack-request-id: req-71a53b8a-278b-4a76-9bf6-bb6704d881a3 {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:04:38.762779 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8fee08f-a112-4e0f-9957-ea22297eadc4", "name": "network-vif-deleted", "tag": "e4e1475c-63be-4e7f-92d9-08c81ce73063", "status": "completed", "code": 200}]} {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:04:38.763198 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71a53b8a-278b-4a76-9bf6-bb6704d881a3 {{(pid=92916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:04:38.763808 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fee08f-a112-4e0f-9957-ea22297eadc4', 'name': 'network-vif-deleted', 'tag': 'e4e1475c-63be-4e7f-92d9-08c81ce73063', 'status': 'completed', 'code': 200} Jul 06 15:04:38.831569 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-11519c21-9176-4c36-ace8-c74ee3f52c88 None None] Set router 0ffd8770-b11a-4323-af17-ec8ce61bf813 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:04:39.107349 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-11519c21-9176-4c36-ace8-c74ee3f52c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'name': 'tempest-AttachVolumeShelveTestJSON-1180299821-router', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:30Z', 'updated_at': '2021-07-06T14:56:39Z', 'revision_number': 4, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'gw_port': {'id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:32Z', 'updated_at': '2021-07-06T14:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc', 'name': '', 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'mac_address': 'fa:16:3e:83:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:37Z', 'updated_at': '2021-07-06T14:56:55Z', 'revision_number': 5, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'subnets': [{'id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:39.254526 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11519c21-9176-4c36-ace8-c74ee3f52c88 None None] Checking router: 0ffd8770-b11a-4323-af17-ec8ce61bf813 for host: dv-cinder-788363-5-iscsi {{(pid=92918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:04:39.264247 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11519c21-9176-4c36-ace8-c74ee3f52c88 None None] Routers {'0ffd8770-b11a-4323-af17-ec8ce61bf813'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:04:39.264869 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-11519c21-9176-4c36-ace8-c74ee3f52c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:04:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['0ffd8770-b11a-4323-af17-ec8ce61bf813'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:39.401493 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-11519c21-9176-4c36-ace8-c74ee3f52c88 None None] Set router 0ffd8770-b11a-4323-af17-ec8ce61bf813 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:04:39.636922 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-11519c21-9176-4c36-ace8-c74ee3f52c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'name': 'tempest-AttachVolumeShelveTestJSON-1180299821-router', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:30Z', 'updated_at': '2021-07-06T14:56:39Z', 'revision_number': 4, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'gw_port': {'id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:32Z', 'updated_at': '2021-07-06T14:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc', 'name': '', 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'mac_address': 'fa:16:3e:83:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:37Z', 'updated_at': '2021-07-06T14:56:55Z', 'revision_number': 5, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'subnets': [{'id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:39.676534 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11519c21-9176-4c36-ace8-c74ee3f52c88 None None] The sync data for ids ['0ffd8770-b11a-4323-af17-ec8ce61bf813'] in dv-cinder-788363-5-iscsi is: [{'id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'name': 'tempest-AttachVolumeShelveTestJSON-1180299821-router', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:30Z', 'updated_at': '2021-07-06T14:56:39Z', 'revision_number': 4, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'gw_port': {'id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:32Z', 'updated_at': '2021-07-06T14:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc', 'name': '', 'network_id': 'f96a7279-5988-4867-aff6-4945f71924ad', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'mac_address': 'fa:16:3e:83:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:37Z', 'updated_at': '2021-07-06T14:56:55Z', 'revision_number': 5, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'subnets': [{'id': 'ca664667-a6f7-4c2d-bec6-bb0d219a131a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:04:39.892759 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 55922) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:39.960400 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device e4e1475c-63be-4e7f-92d9-08c81ce73063 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:04:39.998540 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] No Port match for: e4e1475c-63be-4e7f-92d9-08c81ce73063 {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:04:39.998540 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device e4e1475c-63be-4e7f-92d9-08c81ce73063 not bound to the agent host hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:04:40.089645 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60beafc3-f54d-4e1c-99dc-8e6576614102 None None] New status for floating IP 6ad09222-9869-4b50-9eaf-a6ab7ef2ddb5: DOWN {{(pid=92917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:04:40.343810 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d509ca1f-edf7-44ed-be6a-f0e54ca6f001 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:40.372430 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d509ca1f-edf7-44ed-be6a-f0e54ca6f001 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:40.431125 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d509ca1f-edf7-44ed-be6a-f0e54ca6f001 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:40.433943 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d509ca1f-edf7-44ed-be6a-f0e54ca6f001 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:40.435126 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-d509ca1f-edf7-44ed-be6a-f0e54ca6f001 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "DELETE /v2.0/security-groups/6ecd05a3-5401-4f1b-bd16-40bbad92999c HTTP/1.1" status: 204 len: 168 time: 0.5412774 Jul 06 15:04:40.439867 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 55928) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:40.445603 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509ca1f-edf7-44ed-be6a-f0e54ca6f001 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecd05a3-5401-4f1b-bd16-40bbad92999c,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:40.465986 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.api.v2.resource [None req-4b8bcaeb-e652-496b-9949-187956919fc1 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] show failed (client error): The resource could not be found. Jul 06 15:04:40.467048 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-4b8bcaeb-e652-496b-9949-187956919fc1 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "GET /v2.0/security-groups/6ecd05a3-5401-4f1b-bd16-40bbad92999c HTTP/1.1" status: 404 len: 347 time: 0.0255499 Jul 06 15:04:40.470534 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 55930) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:40.600175 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-2557b9e9-39ef-4778-8075-d7b98f9a67f9 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Deleting port eebe0461-a70d-4e95-85d6-ec92dfb9b099 {{(pid=92916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:04:40.600423 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-2557b9e9-39ef-4778-8075-d7b98f9a67f9 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:40.686460 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-2557b9e9-39ef-4778-8075-d7b98f9a67f9 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:40.686763 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-2557b9e9-39ef-4778-8075-d7b98f9a67f9 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:40.700521 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-2557b9e9-39ef-4778-8075-d7b98f9a67f9 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Calling delete_port for eebe0461-a70d-4e95-85d6-ec92dfb9b099 owned by network:floatingip {{(pid=92916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:04:40.838530 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-2557b9e9-39ef-4778-8075-d7b98f9a67f9 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824642'] for port, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:40.868844 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557b9e9-39ef-4778-8075-d7b98f9a67f9 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Pushing event deleted for resources: {'Port': ['ID=eebe0461-a70d-4e95-85d6-ec92dfb9b099,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:40.934233 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-2557b9e9-39ef-4778-8075-d7b98f9a67f9 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks [] for floatingip, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:40.936890 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-2557b9e9-39ef-4778-8075-d7b98f9a67f9 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for floatingip, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:40.938716 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-2557b9e9-39ef-4778-8075-d7b98f9a67f9 tempest-AttachVolumeShelveTestJSON-1471165493 tempest-AttachVolumeShelveTestJSON-1471165493-project] 10.222.0.20 "DELETE /v2.0/floatingips/6ad09222-9869-4b50-9eaf-a6ab7ef2ddb5 HTTP/1.1" status: 204 len: 168 time: 0.4664667 Jul 06 15:04:43.691079 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 55988) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:44.283618 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-2e191c67-c16d-4f17-acd3-de0a58b0af53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869138'] for router_interface, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:44.581287 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-2e191c67-c16d-4f17-acd3-de0a58b0af53 admin admin] Deleting port 2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc {{(pid=92916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:04:44.581287 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-2e191c67-c16d-4f17-acd3-de0a58b0af53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:44.684889 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [None req-2e191c67-c16d-4f17-acd3-de0a58b0af53 admin admin] For port 2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc,segment=NetworkSegment(cb30854e-762f-4ab3-afc5-fc62883d2599),segment_id=cb30854e-762f-4ab3-afc5-fc62883d2599)] {{(pid=92916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:04:44.685255 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-2e191c67-c16d-4f17-acd3-de0a58b0af53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:44.701390 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-2e191c67-c16d-4f17-acd3-de0a58b0af53 admin admin] Calling delete_port for 2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc owned by network:router_interface {{(pid=92916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:04:45.299885 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-2e191c67-c16d-4f17-acd3-de0a58b0af53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824642'] for port, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:45.329869 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e191c67-c16d-4f17-acd3-de0a58b0af53 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:45.566245 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-2e191c67-c16d-4f17-acd3-de0a58b0af53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7887051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7869676'] for router_interface, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:45.832713 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e191c67-c16d-4f17-acd3-de0a58b0af53 admin admin] Router 0ffd8770-b11a-4323-af17-ec8ce61bf813 has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:04:45.949193 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e191c67-c16d-4f17-acd3-de0a58b0af53 admin admin] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:04:45.957127 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-2e191c67-c16d-4f17-acd3-de0a58b0af53 admin admin] 10.222.0.20 "PUT /v2.0/routers/0ffd8770-b11a-4323-af17-ec8ce61bf813/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2641940 Jul 06 15:04:45.959406 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 56014) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:45.962082 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c202c83-89a1-4709-a1d5-8c9b438e6fcf None None] Sync routers for ids ['0ffd8770-b11a-4323-af17-ec8ce61bf813'] in dv-cinder-788363-5-iscsi {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:04:45.973833 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c202c83-89a1-4709-a1d5-8c9b438e6fcf None None] Routers {'0ffd8770-b11a-4323-af17-ec8ce61bf813'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:04:45.974557 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-0c202c83-89a1-4709-a1d5-8c9b438e6fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:04:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['0ffd8770-b11a-4323-af17-ec8ce61bf813'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:46.073251 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-03a259e0-075e-4ded-a114-bbbda738e6a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:46.089906 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-0c202c83-89a1-4709-a1d5-8c9b438e6fcf None None] Set router 0ffd8770-b11a-4323-af17-ec8ce61bf813 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:04:46.211694 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-03a259e0-075e-4ded-a114-bbbda738e6a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:46.283457 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-03a259e0-075e-4ded-a114-bbbda738e6a3 admin admin] Deleting port 6a8014d1-eb65-409a-b8e8-327aff9526b8 {{(pid=92916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:04:46.284051 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-03a259e0-075e-4ded-a114-bbbda738e6a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:46.304195 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-0c202c83-89a1-4709-a1d5-8c9b438e6fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'name': 'tempest-AttachVolumeShelveTestJSON-1180299821-router', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:30Z', 'updated_at': '2021-07-06T15:04:45Z', 'revision_number': 5, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'gw_port': {'id': '6a8014d1-eb65-409a-b8e8-327aff9526b8', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:56:32Z', 'updated_at': '2021-07-06T14:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:46.339403 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c202c83-89a1-4709-a1d5-8c9b438e6fcf None None] Checking router: 0ffd8770-b11a-4323-af17-ec8ce61bf813 for host: dv-cinder-788363-5-iscsi {{(pid=92918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:04:46.351754 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c202c83-89a1-4709-a1d5-8c9b438e6fcf None None] Routers {'0ffd8770-b11a-4323-af17-ec8ce61bf813'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:04:46.351972 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-0c202c83-89a1-4709-a1d5-8c9b438e6fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:04:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['0ffd8770-b11a-4323-af17-ec8ce61bf813'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:46.375682 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [None req-03a259e0-075e-4ded-a114-bbbda738e6a3 admin admin] For port 6a8014d1-eb65-409a-b8e8-327aff9526b8, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=6a8014d1-eb65-409a-b8e8-327aff9526b8,segment=NetworkSegment(d7a48dfa-38cd-4c9a-ae5e-4dc474366c17),segment_id=d7a48dfa-38cd-4c9a-ae5e-4dc474366c17)] {{(pid=92916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:04:46.376174 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-03a259e0-075e-4ded-a114-bbbda738e6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:46.397282 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-03a259e0-075e-4ded-a114-bbbda738e6a3 admin admin] Calling delete_port for 6a8014d1-eb65-409a-b8e8-327aff9526b8 owned by network:router_gateway {{(pid=92916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:04:46.424143 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 56026) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:46.460116 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-0c202c83-89a1-4709-a1d5-8c9b438e6fcf None None] Set router 0ffd8770-b11a-4323-af17-ec8ce61bf813 gateway port host: None {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:04:46.523359 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-0c202c83-89a1-4709-a1d5-8c9b438e6fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'name': 'tempest-AttachVolumeShelveTestJSON-1180299821-router', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:30Z', 'updated_at': '2021-07-06T15:04:46Z', 'revision_number': 6, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'gw_port_host': None}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:46.550682 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-f2db9861-7fa0-4b1b-b348-0ea75915b9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:46.555885 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c202c83-89a1-4709-a1d5-8c9b438e6fcf None None] The sync data for ids ['0ffd8770-b11a-4323-af17-ec8ce61bf813'] in dv-cinder-788363-5-iscsi is: [{'id': '0ffd8770-b11a-4323-af17-ec8ce61bf813', 'name': 'tempest-AttachVolumeShelveTestJSON-1180299821-router', 'tenant_id': 'db10d77829764bf49e4461d41eb69399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:56:30Z', 'updated_at': '2021-07-06T15:04:46Z', 'revision_number': 6, 'project_id': 'db10d77829764bf49e4461d41eb69399', 'gw_port_host': None}] {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:04:46.604240 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-03a259e0-075e-4ded-a114-bbbda738e6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824642'] for port, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:46.637046 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a259e0-075e-4ded-a114-bbbda738e6a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a8014d1-eb65-409a-b8e8-327aff9526b8,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:46.657223 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-f2db9861-7fa0-4b1b-b348-0ea75915b9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:46.664846 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-f2db9861-7fa0-4b1b-b348-0ea75915b9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:46.709982 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-03a259e0-075e-4ded-a114-bbbda738e6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-413077'] for router_gateway, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:46.718124 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-f2db9861-7fa0-4b1b-b348-0ea75915b9e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=befde389a01e48fdb7f8e4e30a5ffd7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2925749 Jul 06 15:04:46.720575 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db9861-7fa0-4b1b-b348-0ea75915b9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639aaccd-bfe6-473e-bf6b-03ea6a6971ba,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:46.724392 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 56030) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:46.786827 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-c342ce10-3c8e-4b10-bd72-fddb3635b0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:46.808668 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-03a259e0-075e-4ded-a114-bbbda738e6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27700'] for router, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:46.810940 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-03a259e0-075e-4ded-a114-bbbda738e6a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:46.811245 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-c342ce10-3c8e-4b10-bd72-fddb3635b0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:46.857177 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-03a259e0-075e-4ded-a114-bbbda738e6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7865265'] for router, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:46.857809 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a259e0-075e-4ded-a114-bbbda738e6a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ffd8770-b11a-4323-af17-ec8ce61bf813 {{(pid=92916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:04:46.863330 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-03a259e0-075e-4ded-a114-bbbda738e6a3 admin admin] Notify callbacks [] for router, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:46.864517 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-03a259e0-075e-4ded-a114-bbbda738e6a3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/0ffd8770-b11a-4323-af17-ec8ce61bf813 HTTP/1.1" status: 204 len: 168 time: 0.9041533 Jul 06 15:04:46.868658 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 56032) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:46.921057 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-c342ce10-3c8e-4b10-bd72-fddb3635b0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:46.924636 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-c342ce10-3c8e-4b10-bd72-fddb3635b0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:46.925856 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-c342ce10-3c8e-4b10-bd72-fddb3635b0f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/639aaccd-bfe6-473e-bf6b-03ea6a6971ba HTTP/1.1" status: 204 len: 168 time: 0.1999412 Jul 06 15:04:46.940710 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342ce10-3c8e-4b10-bd72-fddb3635b0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639aaccd-bfe6-473e-bf6b-03ea6a6971ba,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:46.945253 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d4a3132-c847-409d-b66e-956e6f834a10 admin admin] Deleting subnet ca664667-a6f7-4c2d-bec6-bb0d219a131a {{(pid=92915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 15:04:46.949450 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-2d4a3132-c847-409d-b66e-956e6f834a10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:47.018314 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-2d4a3132-c847-409d-b66e-956e6f834a10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4166504'] for subnet, precommit_delete_associations {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:47.113352 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc no longer exists at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:04:47.140971 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-2d4a3132-c847-409d-b66e-956e6f834a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7770968'] for subnet, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:47.153368 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] No Port match for: 2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:04:47.153944 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 2e97e03c-b56e-4a8d-aaaa-2fb0a5e859fc not bound to the agent host dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:04:47.207242 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-2d4a3132-c847-409d-b66e-956e6f834a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7770961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2297336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146455'] for subnet, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:47.237046 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a3132-c847-409d-b66e-956e6f834a10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca664667-a6f7-4c2d-bec6-bb0d219a131a,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:47.239772 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-2d4a3132-c847-409d-b66e-956e6f834a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for subnet, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:47.242327 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-2d4a3132-c847-409d-b66e-956e6f834a10 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ca664667-a6f7-4c2d-bec6-bb0d219a131a HTTP/1.1" status: 204 len: 168 time: 0.3724229 Jul 06 15:04:47.246402 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 56038) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:47.252752 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c34433-2da3-419b-894f-33c4b3fbfbf3 None None] Network f96a7279-5988-4867-aff6-4945f71924ad requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:04:47.331353 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5cd952cf-9a2e-43b5-8fb4-be9a142d246d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558629'] for network, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:47.350381 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 56040) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:47.373172 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-4b3832d0-ea27-42ec-b105-af5728481734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:47.401000 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [None req-5cd952cf-9a2e-43b5-8fb4-be9a142d246d admin admin] Deleting port 4f809a03-25a8-4f33-97e9-de0f2e7f0855 {{(pid=92915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:04:47.401645 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5cd952cf-9a2e-43b5-8fb4-be9a142d246d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:47.409974 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 56042) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:47.533132 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [None req-5cd952cf-9a2e-43b5-8fb4-be9a142d246d admin admin] For port 4f809a03-25a8-4f33-97e9-de0f2e7f0855, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=4f809a03-25a8-4f33-97e9-de0f2e7f0855,segment=NetworkSegment(cb30854e-762f-4ab3-afc5-fc62883d2599),segment_id=cb30854e-762f-4ab3-afc5-fc62883d2599)] {{(pid=92915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:04:47.533992 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5cd952cf-9a2e-43b5-8fb4-be9a142d246d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:47.554385 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2074bc-e6a6-475f-9673-f2249b54b5a3 None None] DHCP port deletion for f96a7279-5988-4867-aff6-4945f71924ad request from dv-cinder-788363-5-iscsi {{(pid=92917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 15:04:47.557126 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [None req-5cd952cf-9a2e-43b5-8fb4-be9a142d246d admin admin] Calling delete_port for 4f809a03-25a8-4f33-97e9-de0f2e7f0855 owned by network:dhcp {{(pid=92915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:04:47.564188 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-4b3832d0-ea27-42ec-b105-af5728481734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:47.575190 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-4b3832d0-ea27-42ec-b105-af5728481734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:47.633042 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-4b3832d0-ea27-42ec-b105-af5728481734 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=242b7964126b47c7b3129e89b434084b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2810915 Jul 06 15:04:47.638732 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 56046) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:47.659682 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-dd2074bc-e6a6-475f-9673-f2249b54b5a3 None None] Deleting port 4f809a03-25a8-4f33-97e9-de0f2e7f0855 {{(pid=92917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:04:47.660474 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-dd2074bc-e6a6-475f-9673-f2249b54b5a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:47.670737 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3832d0-ea27-42ec-b105-af5728481734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415eb096-d5fd-40fc-a567-e5b96b57b966,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:47.746179 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-dd2074bc-e6a6-475f-9673-f2249b54b5a3 None None] For port 4f809a03-25a8-4f33-97e9-de0f2e7f0855, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=4f809a03-25a8-4f33-97e9-de0f2e7f0855,segment=NetworkSegment(cb30854e-762f-4ab3-afc5-fc62883d2599),segment_id=cb30854e-762f-4ab3-afc5-fc62883d2599)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:04:47.746746 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-dd2074bc-e6a6-475f-9673-f2249b54b5a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:47.763275 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-acfa6795-8bfd-4b7d-a5ec-1dc40ed2ff34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:47.767702 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-dd2074bc-e6a6-475f-9673-f2249b54b5a3 None None] Calling delete_port for 4f809a03-25a8-4f33-97e9-de0f2e7f0855 owned by network:dhcp {{(pid=92917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:04:47.785011 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5cd952cf-9a2e-43b5-8fb4-be9a142d246d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2297282'] for port, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:47.840610 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-acfa6795-8bfd-4b7d-a5ec-1dc40ed2ff34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:47.845674 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd952cf-9a2e-43b5-8fb4-be9a142d246d admin admin] Pushing event deleted for resources: {'Port': ['ID=4f809a03-25a8-4f33-97e9-de0f2e7f0855,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:47.867866 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd952cf-9a2e-43b5-8fb4-be9a142d246d admin admin] No DVR routers for this DVR port 4f809a03-25a8-4f33-97e9-de0f2e7f0855 on host dv-cinder-788363-5-iscsi {{(pid=92915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:04:47.870209 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-dd2074bc-e6a6-475f-9673-f2249b54b5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534'] for port, after_delete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:47.920091 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2074bc-e6a6-475f-9673-f2249b54b5a3 None None] Pushing event deleted for resources: {'Port': ['ID=4f809a03-25a8-4f33-97e9-de0f2e7f0855,revision_number=None']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:47.929615 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2074bc-e6a6-475f-9673-f2249b54b5a3 None None] No DVR routers for this DVR port 4f809a03-25a8-4f33-97e9-de0f2e7f0855 on host dv-cinder-788363-5-iscsi {{(pid=92917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:04:48.015991 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-0c6f9d56-3302-40db-b6eb-9ae945bdb463 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Deleting port d1676fef-4f22-4392-9273-b9d9f7d12fd9 {{(pid=92916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:04:48.016809 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0c6f9d56-3302-40db-b6eb-9ae945bdb463 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:48.034620 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5cd952cf-9a2e-43b5-8fb4-be9a142d246d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7824845', 'neutron.services.segments.db._delete_segments_for_network-8766384846942'] for network, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:48.051313 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.services.segments.db [None req-5cd952cf-9a2e-43b5-8fb4-be9a142d246d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f96a7279-5988-4867-aff6-4945f71924ad']}} {{(pid=92915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:48.061127 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-acfa6795-8bfd-4b7d-a5ec-1dc40ed2ff34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:48.066372 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-acfa6795-8bfd-4b7d-a5ec-1dc40ed2ff34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:48.071533 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-acfa6795-8bfd-4b7d-a5ec-1dc40ed2ff34 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/415eb096-d5fd-40fc-a567-e5b96b57b966 HTTP/1.1" status: 204 len: 168 time: 0.4316063 Jul 06 15:04:48.077114 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.services.segments.db [None req-5cd952cf-9a2e-43b5-8fb4-be9a142d246d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb30854e-762f-4ab3-afc5-fc62883d2599') {'for_net_delete': True} {{(pid=92915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:48.077472 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.services.segments.db [None req-5cd952cf-9a2e-43b5-8fb4-be9a142d246d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb30854e-762f-4ab3-afc5-fc62883d2599') {} {{(pid=92915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:48.093726 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa6795-8bfd-4b7d-a5ec-1dc40ed2ff34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415eb096-d5fd-40fc-a567-e5b96b57b966,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:48.097252 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5cd952cf-9a2e-43b5-8fb4-be9a142d246d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766384831618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4166527'] for segment, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:48.138172 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5cd952cf-9a2e-43b5-8fb4-be9a142d246d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:48.148251 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0c6f9d56-3302-40db-b6eb-9ae945bdb463 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:48.148577 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0c6f9d56-3302-40db-b6eb-9ae945bdb463 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:48.158547 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd952cf-9a2e-43b5-8fb4-be9a142d246d admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=92915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:04:48.160727 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5cd952cf-9a2e-43b5-8fb4-be9a142d246d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2297117'] for segment, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:48.164675 dv-cinder-788363-5-iscsi neutron-server[92915]: Traceback (most recent call last): Jul 06 15:04:48.164675 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:04:48.164675 dv-cinder-788363-5-iscsi neutron-server[92915]: timer() Jul 06 15:04:48.164675 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:04:48.164675 dv-cinder-788363-5-iscsi neutron-server[92915]: cb(*args, **kw) Jul 06 15:04:48.164675 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:04:48.164675 dv-cinder-788363-5-iscsi neutron-server[92915]: return func(*args, **kwargs) Jul 06 15:04:48.164675 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:04:48.164675 dv-cinder-788363-5-iscsi neutron-server[92915]: self._notify() Jul 06 15:04:48.164675 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:04:48.164675 dv-cinder-788363-5-iscsi neutron-server[92915]: self.callback(batched_events) Jul 06 15:04:48.164675 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:04:48.164675 dv-cinder-788363-5-iscsi neutron-server[92915]: event.method(event) Jul 06 15:04:48.164675 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:04:48.164675 dv-cinder-788363-5-iscsi neutron-server[92915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:04:48.164675 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:04:48.164675 dv-cinder-788363-5-iscsi neutron-server[92915]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:04:48.164675 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:04:48.164675 dv-cinder-788363-5-iscsi neutron-server[92915]: return f(self, *a, **k) Jul 06 15:04:48.164675 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:04:48.164675 dv-cinder-788363-5-iscsi neutron-server[92915]: return self._get(url).json() Jul 06 15:04:48.164675 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:04:48.164675 dv-cinder-788363-5-iscsi neutron-server[92915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:04:48.164675 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:04:48.164675 dv-cinder-788363-5-iscsi neutron-server[92915]: return self.request(url, 'GET', **kwargs) Jul 06 15:04:48.164675 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:04:48.164675 dv-cinder-788363-5-iscsi neutron-server[92915]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:04:48.164675 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:04:48.164675 dv-cinder-788363-5-iscsi neutron-server[92915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:04:48.164675 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:04:48.164675 dv-cinder-788363-5-iscsi neutron-server[92915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:04:48.164675 dv-cinder-788363-5-iscsi neutron-server[92915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:04:48.167225 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-0c6f9d56-3302-40db-b6eb-9ae945bdb463 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Calling delete_port for d1676fef-4f22-4392-9273-b9d9f7d12fd9 owned by network:floatingip {{(pid=92916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:04:48.253943 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5cd952cf-9a2e-43b5-8fb4-be9a142d246d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7824838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-413105'] for network, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:48.260232 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5cd952cf-9a2e-43b5-8fb4-be9a142d246d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:48.262640 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-5cd952cf-9a2e-43b5-8fb4-be9a142d246d admin admin] 10.222.0.20 "DELETE /v2.0/networks/f96a7279-5988-4867-aff6-4945f71924ad HTTP/1.1" status: 204 len: 168 time: 1.0141037 Jul 06 15:04:48.288768 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd952cf-9a2e-43b5-8fb4-be9a142d246d admin admin] Pushing event deleted for resources: {'Network': ['ID=f96a7279-5988-4867-aff6-4945f71924ad,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:48.462480 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 56054) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:48.501183 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0c6f9d56-3302-40db-b6eb-9ae945bdb463 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824642'] for port, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:48.528495 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-d21b195c-a493-4e7a-a8c5-5b824969a9a5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db10d77829764bf49e4461d41eb69399&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0647054 Jul 06 15:04:48.530792 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 56056) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:48.534283 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f9d56-3302-40db-b6eb-9ae945bdb463 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Pushing event deleted for resources: {'Port': ['ID=d1676fef-4f22-4392-9273-b9d9f7d12fd9,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:48.622585 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0c6f9d56-3302-40db-b6eb-9ae945bdb463 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks [] for floatingip, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:48.623223 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.db.l3_db [None req-0c6f9d56-3302-40db-b6eb-9ae945bdb463 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Floating IP 44789abe-b9bd-43ca-b0c1-bffd14603b8e disassociated (deleted). External IP: 172.27.3.181, port: 144f10fa-954e-4d0d-b25d-be48c91abed5. Jul 06 15:04:48.625183 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d88998d5-58e5-41ec-9e49-f03cec1b2194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:48.660435 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d88998d5-58e5-41ec-9e49-f03cec1b2194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:48.705168 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 56058) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:48.725472 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-c65dcf47-2781-4f9c-bb92-2e74fe36c6f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:48.797922 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d88998d5-58e5-41ec-9e49-f03cec1b2194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:48.802054 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d88998d5-58e5-41ec-9e49-f03cec1b2194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:48.812614 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-d88998d5-58e5-41ec-9e49-f03cec1b2194 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c8d7170-8e87-423a-a0fd-e9893a147351 HTTP/1.1" status: 204 len: 168 time: 0.2721610 Jul 06 15:04:48.832139 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88998d5-58e5-41ec-9e49-f03cec1b2194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8d7170-8e87-423a-a0fd-e9893a147351,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:48.879094 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-c65dcf47-2781-4f9c-bb92-2e74fe36c6f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:48.885877 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-c65dcf47-2781-4f9c-bb92-2e74fe36c6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:48.888810 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 4f809a03-25a8-4f33-97e9-de0f2e7f0855 no longer exists at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:04:48.913147 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] No Port match for: 4f809a03-25a8-4f33-97e9-de0f2e7f0855 {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:04:48.914001 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 4f809a03-25a8-4f33-97e9-de0f2e7f0855 not bound to the agent host dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:04:48.914573 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 6a8014d1-eb65-409a-b8e8-327aff9526b8 no longer exists at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:04:48.936166 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] No Port match for: 6a8014d1-eb65-409a-b8e8-327aff9526b8 {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:04:48.936925 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 6a8014d1-eb65-409a-b8e8-327aff9526b8 not bound to the agent host dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:04:48.941806 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-c65dcf47-2781-4f9c-bb92-2e74fe36c6f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fefab36d15db491dadaa280b1c81c0aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353849 Jul 06 15:04:48.944837 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 56062) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:48.955275 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65dcf47-2781-4f9c-bb92-2e74fe36c6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c775948-2c75-4097-adfd-6f3f098c4fcc,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:48.997063 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6f9d56-3302-40db-b6eb-9ae945bdb463 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Router 404034dd-308e-4178-9388-f45cdeea1ad5 has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:04:49.015119 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-1421e73a-725f-4ab0-9d7a-dbfbc3756e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:49.039066 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-1421e73a-725f-4ab0-9d7a-dbfbc3756e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:49.096250 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-1421e73a-725f-4ab0-9d7a-dbfbc3756e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:49.098808 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-1421e73a-725f-4ab0-9d7a-dbfbc3756e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:49.100025 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-1421e73a-725f-4ab0-9d7a-dbfbc3756e80 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9c775948-2c75-4097-adfd-6f3f098c4fcc HTTP/1.1" status: 204 len: 168 time: 0.1536205 Jul 06 15:04:49.107904 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421e73a-725f-4ab0-9d7a-dbfbc3756e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c775948-2c75-4097-adfd-6f3f098c4fcc,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:49.129492 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6f9d56-3302-40db-b6eb-9ae945bdb463 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:04:49.142323 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b75428d-d0da-4a43-ae29-5acdc7abed07 None None] Sync routers for ids ['404034dd-308e-4178-9388-f45cdeea1ad5'] in dv-cinder-788363-5-iscsi {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:04:49.143944 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0c6f9d56-3302-40db-b6eb-9ae945bdb463 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for floatingip, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:49.155365 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b75428d-d0da-4a43-ae29-5acdc7abed07 None None] Routers {'404034dd-308e-4178-9388-f45cdeea1ad5'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:04:49.155991 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-8b75428d-d0da-4a43-ae29-5acdc7abed07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:04:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['404034dd-308e-4178-9388-f45cdeea1ad5'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:49.187261 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-0c6f9d56-3302-40db-b6eb-9ae945bdb463 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "DELETE /v2.0/floatingips/44789abe-b9bd-43ca-b0c1-bffd14603b8e HTTP/1.1" status: 204 len: 168 time: 1.7735274 Jul 06 15:04:49.187261 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98663644-d273-49c3-a565-79a7b60fa986', 'tag': '144f10fa-954e-4d0d-b25d-be48c91abed5'}] {{(pid=92916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:04:49.200070 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95076a2cfa108320b507fde56cef9a7a3e09023494eaa6cf19f085f96635572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9834b63-bd08-4c0a-b844-139f51cdb939" -d '{"events": [{"name": "network-changed", "server_uuid": "98663644-d273-49c3-a565-79a7b60fa986", "tag": "144f10fa-954e-4d0d-b25d-be48c91abed5"}]}' {{(pid=92916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:04:49.275227 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a671d7f-4292-4c6d-9c28-0434a379155b x-openstack-request-id: req-5a671d7f-4292-4c6d-9c28-0434a379155b {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:04:49.275522 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98663644-d273-49c3-a565-79a7b60fa986", "tag": "144f10fa-954e-4d0d-b25d-be48c91abed5", "status": "completed", "code": 200}]} {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:04:49.275769 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a671d7f-4292-4c6d-9c28-0434a379155b {{(pid=92916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:04:49.276165 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98663644-d273-49c3-a565-79a7b60fa986', 'tag': '144f10fa-954e-4d0d-b25d-be48c91abed5', 'status': 'completed', 'code': 200} Jul 06 15:04:49.290353 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-8b75428d-d0da-4a43-ae29-5acdc7abed07 None None] Set router 404034dd-308e-4178-9388-f45cdeea1ad5 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:04:49.444851 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9834b63-bd08-4c0a-b844-139f51cdb939 req-eaf0634b-3fe5-4980-8ebd-fae9b61e4394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:49.446988 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-a9834b63-bd08-4c0a-b844-139f51cdb939 req-eaf0634b-3fe5-4980-8ebd-fae9b61e4394 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e801beae0cd84e64ad65a5c9c4637a7d&device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 1099 time: 0.1219661 Jul 06 15:04:49.602105 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9834b63-bd08-4c0a-b844-139f51cdb939 req-6e31c26b-4b66-4411-9195-210f19023de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:49.603786 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-a9834b63-bd08-4c0a-b844-139f51cdb939 req-6e31c26b-4b66-4411-9195-210f19023de2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=03110df2-e384-4b3d-9464-61bed7bb00a3 HTTP/1.1" status: 200 len: 909 time: 0.1483586 Jul 06 15:04:49.640028 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-8b75428d-d0da-4a43-ae29-5acdc7abed07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'name': 'tempest-TestShelveInstance-525541409-router', 'tenant_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '4fad57c6-a948-4a74-840f-1794dd857589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:59:06Z', 'updated_at': '2021-07-06T14:59:20Z', 'revision_number': 4, 'project_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'gw_port': {'id': '4fad57c6-a948-4a74-840f-1794dd857589', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:59:08Z', 'updated_at': '2021-07-06T14:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '8afc69db-44a6-4200-97ea-e6d5872e7079', 'name': '', 'network_id': '03110df2-e384-4b3d-9464-61bed7bb00a3', 'tenant_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'mac_address': 'fa:16:3e:67:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '6e3ad3a0-9226-434c-927d-b1373e85eaaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:59:16Z', 'updated_at': '2021-07-06T14:59:35Z', 'revision_number': 5, 'project_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'subnets': [{'id': '6e3ad3a0-9226-434c-927d-b1373e85eaaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:49.653531 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-a9834b63-bd08-4c0a-b844-139f51cdb939 req-07ef2b59-999c-4efc-8075-f40da151b983 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=144f10fa-954e-4d0d-b25d-be48c91abed5 HTTP/1.1" status: 200 len: 217 time: 0.0398579 Jul 06 15:04:49.677236 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b75428d-d0da-4a43-ae29-5acdc7abed07 None None] Checking router: 404034dd-308e-4178-9388-f45cdeea1ad5 for host: dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:04:49.690288 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b75428d-d0da-4a43-ae29-5acdc7abed07 None None] Routers {'404034dd-308e-4178-9388-f45cdeea1ad5'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:04:49.691582 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-8b75428d-d0da-4a43-ae29-5acdc7abed07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:04:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['404034dd-308e-4178-9388-f45cdeea1ad5'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:49.767886 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9834b63-bd08-4c0a-b844-139f51cdb939 req-9a6912a5-496f-4e10-bc0e-a10c280bdb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:49.769410 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-a9834b63-bd08-4c0a-b844-139f51cdb939 req-9a6912a5-496f-4e10-bc0e-a10c280bdb22 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6e3ad3a0-9226-434c-927d-b1373e85eaaa HTTP/1.1" status: 200 len: 847 time: 0.1091757 Jul 06 15:04:49.838311 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-8b75428d-d0da-4a43-ae29-5acdc7abed07 None None] Set router 404034dd-308e-4178-9388-f45cdeea1ad5 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:04:49.838442 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00702d11-b10a-4f87-b816-8f71b32177ed req-5b40d16a-eefd-4e20-b735-bf28a612f0e0 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:49.846523 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-00702d11-b10a-4f87-b816-8f71b32177ed req-5b40d16a-eefd-4e20-b735-bf28a612f0e0 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 946 time: 0.1300504 Jul 06 15:04:49.901720 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-00702d11-b10a-4f87-b816-8f71b32177ed req-78b0c86c-e832-481b-ac79-9fc53c666276 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543032 Jul 06 15:04:49.904508 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9834b63-bd08-4c0a-b844-139f51cdb939 req-5e32c5fc-bf02-4e6a-a275-4c1ce4079ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:49.906045 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-a9834b63-bd08-4c0a-b844-139f51cdb939 req-5e32c5fc-bf02-4e6a-a275-4c1ce4079ce1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03110df2-e384-4b3d-9464-61bed7bb00a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1260581 Jul 06 15:04:50.015425 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-a9834b63-bd08-4c0a-b844-139f51cdb939 req-56821d4c-9880-4a75-828c-68ebb32e9b89 service neutron] 10.222.0.25 "GET /v2.0/networks/03110df2-e384-4b3d-9464-61bed7bb00a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011903 Jul 06 15:04:50.080429 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-8b75428d-d0da-4a43-ae29-5acdc7abed07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'name': 'tempest-TestShelveInstance-525541409-router', 'tenant_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '4fad57c6-a948-4a74-840f-1794dd857589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:59:06Z', 'updated_at': '2021-07-06T14:59:20Z', 'revision_number': 4, 'project_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'gw_port': {'id': '4fad57c6-a948-4a74-840f-1794dd857589', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:59:08Z', 'updated_at': '2021-07-06T14:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '8afc69db-44a6-4200-97ea-e6d5872e7079', 'name': '', 'network_id': '03110df2-e384-4b3d-9464-61bed7bb00a3', 'tenant_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'mac_address': 'fa:16:3e:67:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '6e3ad3a0-9226-434c-927d-b1373e85eaaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:59:16Z', 'updated_at': '2021-07-06T14:59:35Z', 'revision_number': 5, 'project_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'subnets': [{'id': '6e3ad3a0-9226-434c-927d-b1373e85eaaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:50.108676 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b75428d-d0da-4a43-ae29-5acdc7abed07 None None] The sync data for ids ['404034dd-308e-4178-9388-f45cdeea1ad5'] in dv-cinder-788363-5-iscsi is: [{'id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'name': 'tempest-TestShelveInstance-525541409-router', 'tenant_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '4fad57c6-a948-4a74-840f-1794dd857589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:59:06Z', 'updated_at': '2021-07-06T14:59:20Z', 'revision_number': 4, 'project_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'gw_port': {'id': '4fad57c6-a948-4a74-840f-1794dd857589', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:59:08Z', 'updated_at': '2021-07-06T14:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '8afc69db-44a6-4200-97ea-e6d5872e7079', 'name': '', 'network_id': '03110df2-e384-4b3d-9464-61bed7bb00a3', 'tenant_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'mac_address': 'fa:16:3e:67:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '6e3ad3a0-9226-434c-927d-b1373e85eaaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:59:16Z', 'updated_at': '2021-07-06T14:59:35Z', 'revision_number': 5, 'project_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'subnets': [{'id': '6e3ad3a0-9226-434c-927d-b1373e85eaaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:04:50.124712 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-a9834b63-bd08-4c0a-b844-139f51cdb939 req-f33c1952-721e-4fc3-b534-e74c1bb42a3e service neutron] 10.222.0.25 "GET /v2.0/networks/03110df2-e384-4b3d-9464-61bed7bb00a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018293 Jul 06 15:04:50.368982 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2fd2f1-1327-4867-a34f-ef3c487e9ea4 None None] New status for floating IP 44789abe-b9bd-43ca-b0c1-bffd14603b8e: DOWN {{(pid=92918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:04:51.091291 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d203b16-45cb-4774-a490-13b5185df241 req-7bdc0d77-0ecc-49ce-9e55-369b8a737c31 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:51.092794 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-7d203b16-45cb-4774-a490-13b5185df241 req-7bdc0d77-0ecc-49ce-9e55-369b8a737c31 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 946 time: 0.0718076 Jul 06 15:04:51.133802 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-7d203b16-45cb-4774-a490-13b5185df241 req-a463bb73-7695-4ae8-bd70-b69784411d9f tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3a33af9-b8de-41a8-b894-f9b3d8052d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343947 Jul 06 15:04:51.475740 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08571533-5a78-494e-8eb8-3ff05891d222 req-9f82c79b-b6c7-4be7-a779-3ecc85c7da28 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:51.477457 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-08571533-5a78-494e-8eb8-3ff05891d222 req-9f82c79b-b6c7-4be7-a779-3ecc85c7da28 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.25 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 946 time: 0.0699096 Jul 06 15:04:51.579296 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [req-08571533-5a78-494e-8eb8-3ff05891d222 req-c4f02b2a-5279-4036-8bdc-0efa0295e1dd tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Deleting port 144f10fa-954e-4d0d-b25d-be48c91abed5 {{(pid=92916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:04:51.579747 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-08571533-5a78-494e-8eb8-3ff05891d222 req-c4f02b2a-5279-4036-8bdc-0efa0295e1dd tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:51.675835 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [req-08571533-5a78-494e-8eb8-3ff05891d222 req-c4f02b2a-5279-4036-8bdc-0efa0295e1dd tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] For port 144f10fa-954e-4d0d-b25d-be48c91abed5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=144f10fa-954e-4d0d-b25d-be48c91abed5,segment=NetworkSegment(3774fc6f-a661-419f-b160-b9f7192fa6b2),segment_id=3774fc6f-a661-419f-b160-b9f7192fa6b2)] {{(pid=92916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:04:51.676200 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-08571533-5a78-494e-8eb8-3ff05891d222 req-c4f02b2a-5279-4036-8bdc-0efa0295e1dd tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:51.690671 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [req-08571533-5a78-494e-8eb8-3ff05891d222 req-c4f02b2a-5279-4036-8bdc-0efa0295e1dd tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Calling delete_port for 144f10fa-954e-4d0d-b25d-be48c91abed5 owned by compute:nova {{(pid=92916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:04:51.834382 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-08571533-5a78-494e-8eb8-3ff05891d222 req-c4f02b2a-5279-4036-8bdc-0efa0295e1dd tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824642'] for port, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:51.871151 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f02b2a-5279-4036-8bdc-0efa0295e1dd tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Pushing event deleted for resources: {'Port': ['ID=144f10fa-954e-4d0d-b25d-be48c91abed5,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:51.918727 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.l3_dvrscheduler_db [req-08571533-5a78-494e-8eb8-3ff05891d222 req-c4f02b2a-5279-4036-8bdc-0efa0295e1dd tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] No DVR routers for this DVR port 144f10fa-954e-4d0d-b25d-be48c91abed5 on host hv-cinder-78836 {{(pid=92916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:04:51.921713 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-08571533-5a78-494e-8eb8-3ff05891d222 req-c4f02b2a-5279-4036-8bdc-0efa0295e1dd tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:51.924769 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-08571533-5a78-494e-8eb8-3ff05891d222 req-c4f02b2a-5279-4036-8bdc-0efa0295e1dd tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.25 "DELETE /v2.0/ports/144f10fa-954e-4d0d-b25d-be48c91abed5 HTTP/1.1" status: 204 len: 173 time: 0.4410787 Jul 06 15:04:51.925269 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98663644-d273-49c3-a565-79a7b60fa986', 'name': 'network-vif-deleted', 'tag': '144f10fa-954e-4d0d-b25d-be48c91abed5'}] {{(pid=92916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:04:51.927854 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95076a2cfa108320b507fde56cef9a7a3e09023494eaa6cf19f085f96635572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c639bf6-aec6-48b0-bc65-3cd405b42d86" -d '{"events": [{"server_uuid": "98663644-d273-49c3-a565-79a7b60fa986", "name": "network-vif-deleted", "tag": "144f10fa-954e-4d0d-b25d-be48c91abed5"}]}' {{(pid=92916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:04:51.967649 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bc447e-8b8d-4ea0-a87d-3e1065d351b6 x-openstack-request-id: req-69bc447e-8b8d-4ea0-a87d-3e1065d351b6 {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:04:51.968190 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98663644-d273-49c3-a565-79a7b60fa986", "name": "network-vif-deleted", "tag": "144f10fa-954e-4d0d-b25d-be48c91abed5", "status": "completed", "code": 200}]} {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:04:51.968190 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69bc447e-8b8d-4ea0-a87d-3e1065d351b6 {{(pid=92916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:04:51.968769 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98663644-d273-49c3-a565-79a7b60fa986', 'name': 'network-vif-deleted', 'tag': '144f10fa-954e-4d0d-b25d-be48c91abed5', 'status': 'completed', 'code': 200} Jul 06 15:04:52.305125 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-5527f28b-e0d5-4f57-9db3-83c24c368890 req-038311fa-ecd4-488b-8da5-7f8439899856 tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "GET /v2.0/ports?device_id=98663644-d273-49c3-a565-79a7b60fa986 HTTP/1.1" status: 200 len: 210 time: 0.0399170 Jul 06 15:04:53.399663 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 56136) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:53.473301 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-9495d072-d2de-4a05-8702-76022c24b36b tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:53.506849 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-9495d072-d2de-4a05-8702-76022c24b36b tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:53.594835 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-9495d072-d2de-4a05-8702-76022c24b36b tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:53.597995 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-9495d072-d2de-4a05-8702-76022c24b36b tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:53.598959 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-9495d072-d2de-4a05-8702-76022c24b36b tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] 10.222.0.20 "DELETE /v2.0/security-groups/e3a33af9-b8de-41a8-b894-f9b3d8052d4d HTTP/1.1" status: 204 len: 168 time: 0.1982849 Jul 06 15:04:53.609333 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495d072-d2de-4a05-8702-76022c24b36b tempest-TestShelveInstance-189245684 tempest-TestShelveInstance-189245684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a33af9-b8de-41a8-b894-f9b3d8052d4d,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:53.659181 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 56146) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:53.978671 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 144f10fa-954e-4d0d-b25d-be48c91abed5 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:04:54.005066 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] No Port match for: 144f10fa-954e-4d0d-b25d-be48c91abed5 {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:04:54.005412 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 144f10fa-954e-4d0d-b25d-be48c91abed5 not bound to the agent host hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:04:54.469985 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3d17292e-51b6-4cc7-bef1-ee026a3ff4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869138'] for router_interface, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:54.750168 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-3d17292e-51b6-4cc7-bef1-ee026a3ff4d9 admin admin] Deleting port 8afc69db-44a6-4200-97ea-e6d5872e7079 {{(pid=92916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:04:54.751191 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3d17292e-51b6-4cc7-bef1-ee026a3ff4d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:54.833628 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [None req-3d17292e-51b6-4cc7-bef1-ee026a3ff4d9 admin admin] For port 8afc69db-44a6-4200-97ea-e6d5872e7079, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=8afc69db-44a6-4200-97ea-e6d5872e7079,segment=NetworkSegment(3774fc6f-a661-419f-b160-b9f7192fa6b2),segment_id=3774fc6f-a661-419f-b160-b9f7192fa6b2)] {{(pid=92916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:04:54.833985 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3d17292e-51b6-4cc7-bef1-ee026a3ff4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:54.848241 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-3d17292e-51b6-4cc7-bef1-ee026a3ff4d9 admin admin] Calling delete_port for 8afc69db-44a6-4200-97ea-e6d5872e7079 owned by network:router_interface {{(pid=92916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:04:55.041328 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3d17292e-51b6-4cc7-bef1-ee026a3ff4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824642'] for port, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:55.071672 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d17292e-51b6-4cc7-bef1-ee026a3ff4d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8afc69db-44a6-4200-97ea-e6d5872e7079,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:55.249697 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3d17292e-51b6-4cc7-bef1-ee026a3ff4d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7887051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7869676'] for router_interface, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:55.479946 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d17292e-51b6-4cc7-bef1-ee026a3ff4d9 admin admin] Router 404034dd-308e-4178-9388-f45cdeea1ad5 has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:04:55.584956 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d17292e-51b6-4cc7-bef1-ee026a3ff4d9 admin admin] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:04:55.589879 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-3d17292e-51b6-4cc7-bef1-ee026a3ff4d9 admin admin] 10.222.0.20 "PUT /v2.0/routers/404034dd-308e-4178-9388-f45cdeea1ad5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9297676 Jul 06 15:04:55.592412 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 56156) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:55.595677 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b623175-af32-43dd-aef7-c067e92dae63 None None] Sync routers for ids ['404034dd-308e-4178-9388-f45cdeea1ad5'] in dv-cinder-788363-5-iscsi {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:04:55.605878 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b623175-af32-43dd-aef7-c067e92dae63 None None] Routers {'404034dd-308e-4178-9388-f45cdeea1ad5'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:04:55.606485 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-7b623175-af32-43dd-aef7-c067e92dae63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:04:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['404034dd-308e-4178-9388-f45cdeea1ad5'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:55.713362 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d8c75417-998d-42ff-92eb-ee237cb9d640 admin admin] Notify callbacks [] for router, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:55.822675 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d8c75417-998d-42ff-92eb-ee237cb9d640 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:55.851825 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-7b623175-af32-43dd-aef7-c067e92dae63 None None] Set router 404034dd-308e-4178-9388-f45cdeea1ad5 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:04:55.878919 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-d8c75417-998d-42ff-92eb-ee237cb9d640 admin admin] Deleting port 4fad57c6-a948-4a74-840f-1794dd857589 {{(pid=92916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:04:55.879297 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d8c75417-998d-42ff-92eb-ee237cb9d640 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:55.959513 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [None req-d8c75417-998d-42ff-92eb-ee237cb9d640 admin admin] For port 4fad57c6-a948-4a74-840f-1794dd857589, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=4fad57c6-a948-4a74-840f-1794dd857589,segment=NetworkSegment(d7a48dfa-38cd-4c9a-ae5e-4dc474366c17),segment_id=d7a48dfa-38cd-4c9a-ae5e-4dc474366c17)] {{(pid=92916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:04:55.959977 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d8c75417-998d-42ff-92eb-ee237cb9d640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:55.973055 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-d8c75417-998d-42ff-92eb-ee237cb9d640 admin admin] Calling delete_port for 4fad57c6-a948-4a74-840f-1794dd857589 owned by network:router_gateway {{(pid=92916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:04:56.036479 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-7b623175-af32-43dd-aef7-c067e92dae63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'name': 'tempest-TestShelveInstance-525541409-router', 'tenant_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '4fad57c6-a948-4a74-840f-1794dd857589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:59:06Z', 'updated_at': '2021-07-06T15:04:54Z', 'revision_number': 5, 'project_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'gw_port': {'id': '4fad57c6-a948-4a74-840f-1794dd857589', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:59:08Z', 'updated_at': '2021-07-06T14:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:56.062118 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b623175-af32-43dd-aef7-c067e92dae63 None None] Checking router: 404034dd-308e-4178-9388-f45cdeea1ad5 for host: dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:04:56.071060 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b623175-af32-43dd-aef7-c067e92dae63 None None] Routers {'404034dd-308e-4178-9388-f45cdeea1ad5'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:04:56.071667 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-7b623175-af32-43dd-aef7-c067e92dae63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:04:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['404034dd-308e-4178-9388-f45cdeea1ad5'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:56.149889 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d8c75417-998d-42ff-92eb-ee237cb9d640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824642'] for port, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:56.166414 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-7b623175-af32-43dd-aef7-c067e92dae63 None None] Set router 404034dd-308e-4178-9388-f45cdeea1ad5 gateway port host: None {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:04:56.180150 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c75417-998d-42ff-92eb-ee237cb9d640 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fad57c6-a948-4a74-840f-1794dd857589,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:56.226895 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-7b623175-af32-43dd-aef7-c067e92dae63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'name': 'tempest-TestShelveInstance-525541409-router', 'tenant_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:59:06Z', 'updated_at': '2021-07-06T15:04:55Z', 'revision_number': 6, 'project_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'gw_port_host': None}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:56.251449 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d8c75417-998d-42ff-92eb-ee237cb9d640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-413077'] for router_gateway, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:56.261947 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b623175-af32-43dd-aef7-c067e92dae63 None None] The sync data for ids ['404034dd-308e-4178-9388-f45cdeea1ad5'] in dv-cinder-788363-5-iscsi is: [{'id': '404034dd-308e-4178-9388-f45cdeea1ad5', 'name': 'tempest-TestShelveInstance-525541409-router', 'tenant_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:59:06Z', 'updated_at': '2021-07-06T15:04:55Z', 'revision_number': 6, 'project_id': 'e801beae0cd84e64ad65a5c9c4637a7d', 'gw_port_host': None}] {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:04:56.343520 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d8c75417-998d-42ff-92eb-ee237cb9d640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27700'] for router, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:56.346846 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d8c75417-998d-42ff-92eb-ee237cb9d640 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:56.389365 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d8c75417-998d-42ff-92eb-ee237cb9d640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7865265'] for router, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:56.389935 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c75417-998d-42ff-92eb-ee237cb9d640 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 404034dd-308e-4178-9388-f45cdeea1ad5 {{(pid=92916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:04:56.394245 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d8c75417-998d-42ff-92eb-ee237cb9d640 admin admin] Notify callbacks [] for router, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:56.395437 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-d8c75417-998d-42ff-92eb-ee237cb9d640 admin admin] 10.222.0.20 "DELETE /v2.0/routers/404034dd-308e-4178-9388-f45cdeea1ad5 HTTP/1.1" status: 204 len: 168 time: 0.8005886 Jul 06 15:04:56.398018 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 56160) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:56.448710 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.db_base_plugin_v2 [None req-7666237c-279c-4602-9358-9319f29b70de admin admin] Deleting subnet 6e3ad3a0-9226-434c-927d-b1373e85eaaa {{(pid=92916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 15:04:56.451841 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-7666237c-279c-4602-9358-9319f29b70de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:56.488625 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-7666237c-279c-4602-9358-9319f29b70de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2271169'] for subnet, precommit_delete_associations {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:56.603448 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-7666237c-279c-4602-9358-9319f29b70de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7770968'] for subnet, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:56.665198 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-7666237c-279c-4602-9358-9319f29b70de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7770961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3367085'] for subnet, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:56.691581 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666237c-279c-4602-9358-9319f29b70de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e3ad3a0-9226-434c-927d-b1373e85eaaa,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:56.696208 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-7666237c-279c-4602-9358-9319f29b70de admin admin] Notify callbacks [] for subnet, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:56.698010 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-7666237c-279c-4602-9358-9319f29b70de admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6e3ad3a0-9226-434c-927d-b1373e85eaaa HTTP/1.1" status: 204 len: 168 time: 0.2990651 Jul 06 15:04:56.700481 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 56162) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:56.703112 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5d5e51-c359-471e-b9cf-6f4538ab7a3e None None] Network 03110df2-e384-4b3d-9464-61bed7bb00a3 requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:04:56.769212 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8380d4da-348d-4508-80b0-ee27a3af9c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558629'] for network, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:56.827650 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-8380d4da-348d-4508-80b0-ee27a3af9c98 admin admin] Deleting port 52c244c8-028b-4a21-a52a-4206a92be8ce {{(pid=92916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:04:56.828784 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8380d4da-348d-4508-80b0-ee27a3af9c98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:56.897592 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [None req-8380d4da-348d-4508-80b0-ee27a3af9c98 admin admin] For port 52c244c8-028b-4a21-a52a-4206a92be8ce, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=52c244c8-028b-4a21-a52a-4206a92be8ce,segment=NetworkSegment(3774fc6f-a661-419f-b160-b9f7192fa6b2),segment_id=3774fc6f-a661-419f-b160-b9f7192fa6b2)] {{(pid=92916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:04:56.897947 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8380d4da-348d-4508-80b0-ee27a3af9c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:56.910864 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-8380d4da-348d-4508-80b0-ee27a3af9c98 admin admin] Calling delete_port for 52c244c8-028b-4a21-a52a-4206a92be8ce owned by network:dhcp {{(pid=92916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:04:56.995982 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8380d4da-348d-4508-80b0-ee27a3af9c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824642'] for port, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:57.016996 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aafc38f-65a0-4510-a7f4-b3efad99ef62 None None] DHCP port deletion for 03110df2-e384-4b3d-9464-61bed7bb00a3 request from dv-cinder-788363-5-iscsi {{(pid=92917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 15:04:57.024856 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380d4da-348d-4508-80b0-ee27a3af9c98 admin admin] Pushing event deleted for resources: {'Port': ['ID=52c244c8-028b-4a21-a52a-4206a92be8ce,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:57.028073 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8380d4da-348d-4508-80b0-ee27a3af9c98 admin admin] No DVR routers for this DVR port 52c244c8-028b-4a21-a52a-4206a92be8ce on host dv-cinder-788363-5-iscsi {{(pid=92916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:04:57.085209 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 52c244c8-028b-4a21-a52a-4206a92be8ce no longer exists at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:04:57.102695 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8380d4da-348d-4508-80b0-ee27a3af9c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7824845', 'neutron.services.segments.db._delete_segments_for_network-8766384846942'] for network, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:57.106612 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] No Port match for: 52c244c8-028b-4a21-a52a-4206a92be8ce {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:04:57.106960 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 52c244c8-028b-4a21-a52a-4206a92be8ce not bound to the agent host dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:04:57.107409 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 8afc69db-44a6-4200-97ea-e6d5872e7079 no longer exists at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:04:57.114427 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.services.segments.db [None req-8380d4da-348d-4508-80b0-ee27a3af9c98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03110df2-e384-4b3d-9464-61bed7bb00a3']}} {{(pid=92916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:57.127539 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.services.segments.db [None req-8380d4da-348d-4508-80b0-ee27a3af9c98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3774fc6f-a661-419f-b160-b9f7192fa6b2') {'for_net_delete': True} {{(pid=92916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:57.127839 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.services.segments.db [None req-8380d4da-348d-4508-80b0-ee27a3af9c98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3774fc6f-a661-419f-b160-b9f7192fa6b2') {} {{(pid=92916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:57.127974 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] No Port match for: 8afc69db-44a6-4200-97ea-e6d5872e7079 {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:04:57.128289 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 8afc69db-44a6-4200-97ea-e6d5872e7079 not bound to the agent host dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:04:57.128721 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 4fad57c6-a948-4a74-840f-1794dd857589 no longer exists at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:04:57.137586 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8380d4da-348d-4508-80b0-ee27a3af9c98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766384831618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2271190'] for segment, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:57.151819 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] No Port match for: 4fad57c6-a948-4a74-840f-1794dd857589 {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:04:57.152300 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 4fad57c6-a948-4a74-840f-1794dd857589 not bound to the agent host dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:04:57.161981 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8380d4da-348d-4508-80b0-ee27a3af9c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:57.163282 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8380d4da-348d-4508-80b0-ee27a3af9c98 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=92916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:04:57.163675 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8380d4da-348d-4508-80b0-ee27a3af9c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2824477'] for segment, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:57.165310 dv-cinder-788363-5-iscsi neutron-server[92916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:04:57.165310 dv-cinder-788363-5-iscsi neutron-server[92916]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:04:57.165310 dv-cinder-788363-5-iscsi neutron-server[92916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:04:57.165310 dv-cinder-788363-5-iscsi neutron-server[92916]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:04:57.165310 dv-cinder-788363-5-iscsi neutron-server[92916]: Traceback (most recent call last): Jul 06 15:04:57.165310 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:04:57.165310 dv-cinder-788363-5-iscsi neutron-server[92916]: timer() Jul 06 15:04:57.165310 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:04:57.165310 dv-cinder-788363-5-iscsi neutron-server[92916]: cb(*args, **kw) Jul 06 15:04:57.165310 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:04:57.165310 dv-cinder-788363-5-iscsi neutron-server[92916]: return func(*args, **kwargs) Jul 06 15:04:57.165310 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:04:57.165310 dv-cinder-788363-5-iscsi neutron-server[92916]: self._notify() Jul 06 15:04:57.165310 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:04:57.165310 dv-cinder-788363-5-iscsi neutron-server[92916]: self.callback(batched_events) Jul 06 15:04:57.165310 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:04:57.165310 dv-cinder-788363-5-iscsi neutron-server[92916]: event.method(event) Jul 06 15:04:57.165310 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:04:57.165310 dv-cinder-788363-5-iscsi neutron-server[92916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:04:57.165310 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:04:57.165310 dv-cinder-788363-5-iscsi neutron-server[92916]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:04:57.165310 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:04:57.165310 dv-cinder-788363-5-iscsi neutron-server[92916]: return f(self, *a, **k) Jul 06 15:04:57.165310 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:04:57.165310 dv-cinder-788363-5-iscsi neutron-server[92916]: return self._get(url).json() Jul 06 15:04:57.165310 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:04:57.165310 dv-cinder-788363-5-iscsi neutron-server[92916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:04:57.165310 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:04:57.165310 dv-cinder-788363-5-iscsi neutron-server[92916]: return self.request(url, 'GET', **kwargs) Jul 06 15:04:57.165310 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:04:57.165310 dv-cinder-788363-5-iscsi neutron-server[92916]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:04:57.165310 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:04:57.165310 dv-cinder-788363-5-iscsi neutron-server[92916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:04:57.165310 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:04:57.165310 dv-cinder-788363-5-iscsi neutron-server[92916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:04:57.165310 dv-cinder-788363-5-iscsi neutron-server[92916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:04:57.222029 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8380d4da-348d-4508-80b0-ee27a3af9c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7824838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-413105'] for network, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:57.228186 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8380d4da-348d-4508-80b0-ee27a3af9c98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:57.231257 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-8380d4da-348d-4508-80b0-ee27a3af9c98 admin admin] 10.222.0.20 "DELETE /v2.0/networks/03110df2-e384-4b3d-9464-61bed7bb00a3 HTTP/1.1" status: 204 len: 168 time: 0.5286219 Jul 06 15:04:57.233098 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 56166) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:57.241609 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380d4da-348d-4508-80b0-ee27a3af9c98 admin admin] Pushing event deleted for resources: {'Network': ['ID=03110df2-e384-4b3d-9464-61bed7bb00a3,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:57.606717 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7e1fed2e-a3a6-4be1-b560-4c3003f6f1e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869138'] for router_interface, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:57.866186 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [None req-7e1fed2e-a3a6-4be1-b560-4c3003f6f1e8 admin admin] Deleting port c203d9db-cb4c-4be5-827f-ef321ac73003 {{(pid=92915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:04:57.866532 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7e1fed2e-a3a6-4be1-b560-4c3003f6f1e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:57.948620 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [None req-7e1fed2e-a3a6-4be1-b560-4c3003f6f1e8 admin admin] For port c203d9db-cb4c-4be5-827f-ef321ac73003, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=c203d9db-cb4c-4be5-827f-ef321ac73003,segment=NetworkSegment(665c6051-b251-4819-830c-72382d2aaf74),segment_id=665c6051-b251-4819-830c-72382d2aaf74)] {{(pid=92915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:04:57.949082 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7e1fed2e-a3a6-4be1-b560-4c3003f6f1e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:57.966189 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [None req-7e1fed2e-a3a6-4be1-b560-4c3003f6f1e8 admin admin] Calling delete_port for c203d9db-cb4c-4be5-827f-ef321ac73003 owned by network:router_interface {{(pid=92915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:04:58.161760 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7e1fed2e-a3a6-4be1-b560-4c3003f6f1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2297282'] for port, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:58.189477 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1fed2e-a3a6-4be1-b560-4c3003f6f1e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c203d9db-cb4c-4be5-827f-ef321ac73003,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:58.374343 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7e1fed2e-a3a6-4be1-b560-4c3003f6f1e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7887051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7869676'] for router_interface, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:58.610842 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1fed2e-a3a6-4be1-b560-4c3003f6f1e8 admin admin] Router f59430b2-e41a-48d8-8344-ef017568acc6 has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:04:58.747392 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1fed2e-a3a6-4be1-b560-4c3003f6f1e8 admin admin] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:04:58.753010 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-7e1fed2e-a3a6-4be1-b560-4c3003f6f1e8 admin admin] 10.222.0.20 "PUT /v2.0/routers/f59430b2-e41a-48d8-8344-ef017568acc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5186157 Jul 06 15:04:58.755905 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 56186) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:58.760206 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d86367a-ef5f-4027-9b7d-d112bc01c76d None None] Sync routers for ids ['f59430b2-e41a-48d8-8344-ef017568acc6'] in dv-cinder-788363-5-iscsi {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:04:58.772081 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d86367a-ef5f-4027-9b7d-d112bc01c76d None None] Routers {'f59430b2-e41a-48d8-8344-ef017568acc6'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:04:58.772815 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-1d86367a-ef5f-4027-9b7d-d112bc01c76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:04:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['f59430b2-e41a-48d8-8344-ef017568acc6'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:58.881611 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e6cee2d0-42e2-4dfc-8223-4e0f68dc3707 admin admin] Notify callbacks [] for router, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:58.889983 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-1d86367a-ef5f-4027-9b7d-d112bc01c76d None None] Set router f59430b2-e41a-48d8-8344-ef017568acc6 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:04:58.994035 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e6cee2d0-42e2-4dfc-8223-4e0f68dc3707 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:59.052765 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-e6cee2d0-42e2-4dfc-8223-4e0f68dc3707 admin admin] Deleting port c850fc90-5e12-4ac9-b104-769d50d4e85b {{(pid=92916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:04:59.053108 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e6cee2d0-42e2-4dfc-8223-4e0f68dc3707 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:59.185748 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-1d86367a-ef5f-4027-9b7d-d112bc01c76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59430b2-e41a-48d8-8344-ef017568acc6', 'name': 'tempest-TestShelveInstance-966663938-router', 'tenant_id': 'bf2599dda93f4d128f02b3959981a514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c850fc90-5e12-4ac9-b104-769d50d4e85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:59:29Z', 'updated_at': '2021-07-06T15:04:58Z', 'revision_number': 5, 'project_id': 'bf2599dda93f4d128f02b3959981a514', 'gw_port': {'id': 'c850fc90-5e12-4ac9-b104-769d50d4e85b', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:15:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59430b2-e41a-48d8-8344-ef017568acc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:59:32Z', 'updated_at': '2021-07-06T14:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:59.219917 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d86367a-ef5f-4027-9b7d-d112bc01c76d None None] Checking router: f59430b2-e41a-48d8-8344-ef017568acc6 for host: dv-cinder-788363-5-iscsi {{(pid=92918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:04:59.229323 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d86367a-ef5f-4027-9b7d-d112bc01c76d None None] Routers {'f59430b2-e41a-48d8-8344-ef017568acc6'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:04:59.229956 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-1d86367a-ef5f-4027-9b7d-d112bc01c76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:04:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['f59430b2-e41a-48d8-8344-ef017568acc6'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:59.327980 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-1d86367a-ef5f-4027-9b7d-d112bc01c76d None None] Set router f59430b2-e41a-48d8-8344-ef017568acc6 gateway port host: None {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:04:59.384522 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-1d86367a-ef5f-4027-9b7d-d112bc01c76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59430b2-e41a-48d8-8344-ef017568acc6', 'name': 'tempest-TestShelveInstance-966663938-router', 'tenant_id': 'bf2599dda93f4d128f02b3959981a514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:59:29Z', 'updated_at': '2021-07-06T15:04:58Z', 'revision_number': 6, 'project_id': 'bf2599dda93f4d128f02b3959981a514', 'gw_port_host': None}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:04:59.416274 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d86367a-ef5f-4027-9b7d-d112bc01c76d None None] The sync data for ids ['f59430b2-e41a-48d8-8344-ef017568acc6'] in dv-cinder-788363-5-iscsi is: [{'id': 'f59430b2-e41a-48d8-8344-ef017568acc6', 'name': 'tempest-TestShelveInstance-966663938-router', 'tenant_id': 'bf2599dda93f4d128f02b3959981a514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:59:29Z', 'updated_at': '2021-07-06T15:04:58Z', 'revision_number': 6, 'project_id': 'bf2599dda93f4d128f02b3959981a514', 'gw_port_host': None}] {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:04:59.421391 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [None req-e6cee2d0-42e2-4dfc-8223-4e0f68dc3707 admin admin] For port c850fc90-5e12-4ac9-b104-769d50d4e85b, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=c850fc90-5e12-4ac9-b104-769d50d4e85b,segment=NetworkSegment(d7a48dfa-38cd-4c9a-ae5e-4dc474366c17),segment_id=d7a48dfa-38cd-4c9a-ae5e-4dc474366c17)] {{(pid=92916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:04:59.421780 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e6cee2d0-42e2-4dfc-8223-4e0f68dc3707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:59.437502 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-e6cee2d0-42e2-4dfc-8223-4e0f68dc3707 admin admin] Calling delete_port for c850fc90-5e12-4ac9-b104-769d50d4e85b owned by network:router_gateway {{(pid=92916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:04:59.616455 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e6cee2d0-42e2-4dfc-8223-4e0f68dc3707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824642'] for port, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:59.644157 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cee2d0-42e2-4dfc-8223-4e0f68dc3707 admin admin] Pushing event deleted for resources: {'Port': ['ID=c850fc90-5e12-4ac9-b104-769d50d4e85b,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:04:59.706111 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e6cee2d0-42e2-4dfc-8223-4e0f68dc3707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-413077'] for router_gateway, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:59.802068 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e6cee2d0-42e2-4dfc-8223-4e0f68dc3707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27700'] for router, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:59.804607 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e6cee2d0-42e2-4dfc-8223-4e0f68dc3707 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:59.859716 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e6cee2d0-42e2-4dfc-8223-4e0f68dc3707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7865265'] for router, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:59.860292 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cee2d0-42e2-4dfc-8223-4e0f68dc3707 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f59430b2-e41a-48d8-8344-ef017568acc6 {{(pid=92916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:04:59.865374 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-e6cee2d0-42e2-4dfc-8223-4e0f68dc3707 admin admin] Notify callbacks [] for router, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:59.866738 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-e6cee2d0-42e2-4dfc-8223-4e0f68dc3707 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f59430b2-e41a-48d8-8344-ef017568acc6 HTTP/1.1" status: 204 len: 168 time: 1.1095285 Jul 06 15:04:59.869747 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 56206) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:04:59.915568 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.db_base_plugin_v2 [None req-9680ac75-a494-4322-a0e0-5c0ac832d5d7 admin admin] Deleting subnet 2a7da8f7-db9a-4586-860a-6cb0c1a13cd1 {{(pid=92916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 15:04:59.918521 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-9680ac75-a494-4322-a0e0-5c0ac832d5d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:59.952728 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-9680ac75-a494-4322-a0e0-5c0ac832d5d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2271169'] for subnet, precommit_delete_associations {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:00.043543 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-9680ac75-a494-4322-a0e0-5c0ac832d5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7770968'] for subnet, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:00.100631 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-9680ac75-a494-4322-a0e0-5c0ac832d5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7770961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3367085'] for subnet, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:00.128285 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680ac75-a494-4322-a0e0-5c0ac832d5d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a7da8f7-db9a-4586-860a-6cb0c1a13cd1,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:00.132673 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-9680ac75-a494-4322-a0e0-5c0ac832d5d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:00.137388 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-9680ac75-a494-4322-a0e0-5c0ac832d5d7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2a7da8f7-db9a-4586-860a-6cb0c1a13cd1 HTTP/1.1" status: 204 len: 168 time: 0.2638392 Jul 06 15:05:00.137756 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 56208) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:00.138684 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f485d8-6c43-403e-b9c1-c7990e4703fc None None] Network 30c789e8-b94e-4be6-835b-f57d1f992c7d requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:05:00.216261 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6e501dfd-ff15-4b0a-862e-fd6a0ac9cebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558629'] for network, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:00.273699 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [None req-6e501dfd-ff15-4b0a-862e-fd6a0ac9cebb admin admin] Deleting port 001b93e7-5e79-4664-9e0f-7f2c4ca0e777 {{(pid=92915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:05:00.274038 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6e501dfd-ff15-4b0a-862e-fd6a0ac9cebb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:00.347153 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [None req-6e501dfd-ff15-4b0a-862e-fd6a0ac9cebb admin admin] For port 001b93e7-5e79-4664-9e0f-7f2c4ca0e777, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=001b93e7-5e79-4664-9e0f-7f2c4ca0e777,segment=NetworkSegment(665c6051-b251-4819-830c-72382d2aaf74),segment_id=665c6051-b251-4819-830c-72382d2aaf74)] {{(pid=92915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:05:00.347520 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6e501dfd-ff15-4b0a-862e-fd6a0ac9cebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:00.351716 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daef4b7d-6377-4bef-b645-de6eca1728c4 None None] DHCP port deletion for 30c789e8-b94e-4be6-835b-f57d1f992c7d request from dv-cinder-788363-5-iscsi {{(pid=92917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 15:05:00.361768 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [None req-6e501dfd-ff15-4b0a-862e-fd6a0ac9cebb admin admin] Calling delete_port for 001b93e7-5e79-4664-9e0f-7f2c4ca0e777 owned by network:dhcp {{(pid=92915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:05:00.405473 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-daef4b7d-6377-4bef-b645-de6eca1728c4 None None] Deleting port 001b93e7-5e79-4664-9e0f-7f2c4ca0e777 {{(pid=92917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:05:00.405849 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-daef4b7d-6377-4bef-b645-de6eca1728c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:00.447939 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6e501dfd-ff15-4b0a-862e-fd6a0ac9cebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2297282'] for port, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:00.473499 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-daef4b7d-6377-4bef-b645-de6eca1728c4 None None] For port 001b93e7-5e79-4664-9e0f-7f2c4ca0e777, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=001b93e7-5e79-4664-9e0f-7f2c4ca0e777,segment=NetworkSegment(665c6051-b251-4819-830c-72382d2aaf74),segment_id=665c6051-b251-4819-830c-72382d2aaf74)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:05:00.473907 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-daef4b7d-6377-4bef-b645-de6eca1728c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:00.476148 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e501dfd-ff15-4b0a-862e-fd6a0ac9cebb admin admin] Pushing event deleted for resources: {'Port': ['ID=001b93e7-5e79-4664-9e0f-7f2c4ca0e777,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:00.478006 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e501dfd-ff15-4b0a-862e-fd6a0ac9cebb admin admin] No DVR routers for this DVR port 001b93e7-5e79-4664-9e0f-7f2c4ca0e777 on host dv-cinder-788363-5-iscsi {{(pid=92915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:05:00.492529 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-daef4b7d-6377-4bef-b645-de6eca1728c4 None None] Calling delete_port for 001b93e7-5e79-4664-9e0f-7f2c4ca0e777 owned by network:dhcp {{(pid=92917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:05:00.557988 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6e501dfd-ff15-4b0a-862e-fd6a0ac9cebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7824845', 'neutron.services.segments.db._delete_segments_for_network-8766384846942'] for network, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:00.568975 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.services.segments.db [None req-6e501dfd-ff15-4b0a-862e-fd6a0ac9cebb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30c789e8-b94e-4be6-835b-f57d1f992c7d']}} {{(pid=92915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:05:00.579304 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-daef4b7d-6377-4bef-b645-de6eca1728c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534'] for port, after_delete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:00.579930 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.services.segments.db [None req-6e501dfd-ff15-4b0a-862e-fd6a0ac9cebb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '665c6051-b251-4819-830c-72382d2aaf74') {'for_net_delete': True} {{(pid=92915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:05:00.580344 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.services.segments.db [None req-6e501dfd-ff15-4b0a-862e-fd6a0ac9cebb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '665c6051-b251-4819-830c-72382d2aaf74') {} {{(pid=92915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:05:00.590359 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6e501dfd-ff15-4b0a-862e-fd6a0ac9cebb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766384831618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4166527'] for segment, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:00.609084 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6e501dfd-ff15-4b0a-862e-fd6a0ac9cebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:00.610185 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daef4b7d-6377-4bef-b645-de6eca1728c4 None None] No DVR routers for this DVR port 001b93e7-5e79-4664-9e0f-7f2c4ca0e777 on host dv-cinder-788363-5-iscsi {{(pid=92917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:05:00.617772 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef4b7d-6377-4bef-b645-de6eca1728c4 None None] Pushing event deleted for resources: {'Port': ['ID=001b93e7-5e79-4664-9e0f-7f2c4ca0e777,revision_number=None']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:00.619009 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e501dfd-ff15-4b0a-862e-fd6a0ac9cebb admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=92915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:05:00.619738 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6e501dfd-ff15-4b0a-862e-fd6a0ac9cebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2297117'] for segment, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:00.621292 dv-cinder-788363-5-iscsi neutron-server[92915]: Traceback (most recent call last): Jul 06 15:05:00.621292 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:05:00.621292 dv-cinder-788363-5-iscsi neutron-server[92915]: timer() Jul 06 15:05:00.621292 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:05:00.621292 dv-cinder-788363-5-iscsi neutron-server[92915]: cb(*args, **kw) Jul 06 15:05:00.621292 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:05:00.621292 dv-cinder-788363-5-iscsi neutron-server[92915]: return func(*args, **kwargs) Jul 06 15:05:00.621292 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:05:00.621292 dv-cinder-788363-5-iscsi neutron-server[92915]: self._notify() Jul 06 15:05:00.621292 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:05:00.621292 dv-cinder-788363-5-iscsi neutron-server[92915]: self.callback(batched_events) Jul 06 15:05:00.621292 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:05:00.621292 dv-cinder-788363-5-iscsi neutron-server[92915]: event.method(event) Jul 06 15:05:00.621292 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:05:00.621292 dv-cinder-788363-5-iscsi neutron-server[92915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:05:00.621292 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:05:00.621292 dv-cinder-788363-5-iscsi neutron-server[92915]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:05:00.621292 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:05:00.621292 dv-cinder-788363-5-iscsi neutron-server[92915]: return f(self, *a, **k) Jul 06 15:05:00.621292 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:05:00.621292 dv-cinder-788363-5-iscsi neutron-server[92915]: return self._get(url).json() Jul 06 15:05:00.621292 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:05:00.621292 dv-cinder-788363-5-iscsi neutron-server[92915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:05:00.621292 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:05:00.621292 dv-cinder-788363-5-iscsi neutron-server[92915]: return self.request(url, 'GET', **kwargs) Jul 06 15:05:00.621292 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:05:00.621292 dv-cinder-788363-5-iscsi neutron-server[92915]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:05:00.621292 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:05:00.621292 dv-cinder-788363-5-iscsi neutron-server[92915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:05:00.621292 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:05:00.621292 dv-cinder-788363-5-iscsi neutron-server[92915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:05:00.621292 dv-cinder-788363-5-iscsi neutron-server[92915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:05:00.679836 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6e501dfd-ff15-4b0a-862e-fd6a0ac9cebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7824838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-413105'] for network, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:00.685113 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6e501dfd-ff15-4b0a-862e-fd6a0ac9cebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:00.686964 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-6e501dfd-ff15-4b0a-862e-fd6a0ac9cebb admin admin] 10.222.0.20 "DELETE /v2.0/networks/30c789e8-b94e-4be6-835b-f57d1f992c7d HTTP/1.1" status: 204 len: 168 time: 0.5481658 Jul 06 15:05:00.698626 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e501dfd-ff15-4b0a-862e-fd6a0ac9cebb admin admin] Pushing event deleted for resources: {'Network': ['ID=30c789e8-b94e-4be6-835b-f57d1f992c7d,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:00.808601 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 56216) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:00.819830 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 001b93e7-5e79-4664-9e0f-7f2c4ca0e777 no longer exists at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:05:00.839973 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] No Port match for: 001b93e7-5e79-4664-9e0f-7f2c4ca0e777 {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:05:00.840322 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 001b93e7-5e79-4664-9e0f-7f2c4ca0e777 not bound to the agent host dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:05:00.840747 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device c203d9db-cb4c-4be5-827f-ef321ac73003 no longer exists at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:05:00.850919 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-f2f2cac2-62e3-4409-b6f3-e3eb80a2cda5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e801beae0cd84e64ad65a5c9c4637a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411389 Jul 06 15:05:00.855152 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 56218) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:00.861727 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] No Port match for: c203d9db-cb4c-4be5-827f-ef321ac73003 {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:05:00.862008 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device c203d9db-cb4c-4be5-827f-ef321ac73003 not bound to the agent host dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:05:00.862439 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device c850fc90-5e12-4ac9-b104-769d50d4e85b no longer exists at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:05:00.881478 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] No Port match for: c850fc90-5e12-4ac9-b104-769d50d4e85b {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:05:00.881757 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device c850fc90-5e12-4ac9-b104-769d50d4e85b not bound to the agent host dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:05:00.905471 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5feab2f4-36c3-4b29-9e49-ec1708c772b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:00.928124 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5feab2f4-36c3-4b29-9e49-ec1708c772b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:00.981902 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5feab2f4-36c3-4b29-9e49-ec1708c772b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:00.985135 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5feab2f4-36c3-4b29-9e49-ec1708c772b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:00.986296 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-5feab2f4-36c3-4b29-9e49-ec1708c772b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48952d44-1d68-4ad0-b5f7-87e80a3dd0dc HTTP/1.1" status: 204 len: 168 time: 0.1302037 Jul 06 15:05:00.996863 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feab2f4-36c3-4b29-9e49-ec1708c772b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48952d44-1d68-4ad0-b5f7-87e80a3dd0dc,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:01.329354 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 56238) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:01.369138 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-04ffbdfd-237d-4d96-838c-2689b77b294e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf2599dda93f4d128f02b3959981a514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385528 Jul 06 15:05:01.371610 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 56240) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:01.421976 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d59d2bb8-e8e6-4526-82ed-886c9897328c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:01.458342 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d59d2bb8-e8e6-4526-82ed-886c9897328c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:01.504830 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d59d2bb8-e8e6-4526-82ed-886c9897328c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:01.507394 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d59d2bb8-e8e6-4526-82ed-886c9897328c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:01.508534 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-d59d2bb8-e8e6-4526-82ed-886c9897328c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27b69b61-8e3a-4097-ba30-9dfa0abfcd7f HTTP/1.1" status: 204 len: 168 time: 0.1359718 Jul 06 15:05:01.517159 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d2bb8-e8e6-4526-82ed-886c9897328c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b69b61-8e3a-4097-ba30-9dfa0abfcd7f,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:01.987591 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-a98eec21-4223-4619-bfb2-88923f454121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:05.415796 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4fba929a-7c24-4bfe-b129-7bede8ba042c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:05.484295 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:06.589564 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:07.513407 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:08.615422 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:15.508145 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 6 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:05:31.748895 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 56496) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:31.863959 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-ad49a6db-927f-449e-b45a-6f3345b1be73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:31.967326 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-ad49a6db-927f-449e-b45a-6f3345b1be73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:31.975943 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-ad49a6db-927f-449e-b45a-6f3345b1be73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:31.992542 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-b0c41170-ba44-4175-b0a1-87a4ff70cc38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:32.019643 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-ad49a6db-927f-449e-b45a-6f3345b1be73 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1b5c360e05f9404385d18271f70bd177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2693453 Jul 06 15:05:32.020686 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49a6db-927f-449e-b45a-6f3345b1be73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8667856d-3dd7-45c9-9e23-a010a7f13f41,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:32.022677 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 56500) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:32.031794 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49a6db-927f-449e-b45a-6f3345b1be73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:32.032342 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49a6db-927f-449e-b45a-6f3345b1be73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:32.033422 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49a6db-927f-449e-b45a-6f3345b1be73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:32.033794 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49a6db-927f-449e-b45a-6f3345b1be73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:32.034137 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49a6db-927f-449e-b45a-6f3345b1be73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:32.034462 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49a6db-927f-449e-b45a-6f3345b1be73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:32.034795 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49a6db-927f-449e-b45a-6f3345b1be73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:32.035145 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49a6db-927f-449e-b45a-6f3345b1be73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:32.035474 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49a6db-927f-449e-b45a-6f3345b1be73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:32.035801 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49a6db-927f-449e-b45a-6f3345b1be73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:32.036120 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49a6db-927f-449e-b45a-6f3345b1be73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:32.036440 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49a6db-927f-449e-b45a-6f3345b1be73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:32.082286 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ab0e10b1-f960-4f5b-b17f-8979fa5b70e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:32.106522 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ab0e10b1-f960-4f5b-b17f-8979fa5b70e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:32.160737 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ab0e10b1-f960-4f5b-b17f-8979fa5b70e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:32.163732 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ab0e10b1-f960-4f5b-b17f-8979fa5b70e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:32.164932 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-ab0e10b1-f960-4f5b-b17f-8979fa5b70e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8667856d-3dd7-45c9-9e23-a010a7f13f41 HTTP/1.1" status: 204 len: 168 time: 0.1411893 Jul 06 15:05:32.174548 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e10b1-f960-4f5b-b17f-8979fa5b70e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8667856d-3dd7-45c9-9e23-a010a7f13f41,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:32.182439 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e10b1-f960-4f5b-b17f-8979fa5b70e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:32.182797 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e10b1-f960-4f5b-b17f-8979fa5b70e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:32.183174 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e10b1-f960-4f5b-b17f-8979fa5b70e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:32.183516 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e10b1-f960-4f5b-b17f-8979fa5b70e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:32.183852 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e10b1-f960-4f5b-b17f-8979fa5b70e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:32.184190 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e10b1-f960-4f5b-b17f-8979fa5b70e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:32.184670 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e10b1-f960-4f5b-b17f-8979fa5b70e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:32.184841 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e10b1-f960-4f5b-b17f-8979fa5b70e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:32.185171 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e10b1-f960-4f5b-b17f-8979fa5b70e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:32.185502 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e10b1-f960-4f5b-b17f-8979fa5b70e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:32.185907 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e10b1-f960-4f5b-b17f-8979fa5b70e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:32.186360 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e10b1-f960-4f5b-b17f-8979fa5b70e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:32.494954 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 56506) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:32.513161 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5a5aae89-b7ff-4901-9c11-46dbf2004f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:32.624110 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5a5aae89-b7ff-4901-9c11-46dbf2004f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:32.630537 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5a5aae89-b7ff-4901-9c11-46dbf2004f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:32.676867 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-5a5aae89-b7ff-4901-9c11-46dbf2004f1b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99d6bf0b8b284516b55e1c738631a298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1805463 Jul 06 15:05:32.677676 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5aae89-b7ff-4901-9c11-46dbf2004f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137e871f-aec1-4fc5-a815-9a776ba98b3c,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:32.679410 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 56508) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:32.735241 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5b6e7b72-9799-46f3-8b12-c1df80fa45ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:32.758008 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5b6e7b72-9799-46f3-8b12-c1df80fa45ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:32.824282 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5b6e7b72-9799-46f3-8b12-c1df80fa45ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:32.826912 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5b6e7b72-9799-46f3-8b12-c1df80fa45ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:32.828508 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-5b6e7b72-9799-46f3-8b12-c1df80fa45ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/137e871f-aec1-4fc5-a815-9a776ba98b3c HTTP/1.1" status: 204 len: 168 time: 0.1479084 Jul 06 15:05:32.838755 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e7b72-9799-46f3-8b12-c1df80fa45ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137e871f-aec1-4fc5-a815-9a776ba98b3c,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:34.964579 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 56562) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:35.101264 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-745f3263-d5c7-4b22-a6cf-bb56159c6633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:35.231287 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-745f3263-d5c7-4b22-a6cf-bb56159c6633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:35.236856 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-745f3263-d5c7-4b22-a6cf-bb56159c6633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:35.281564 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-745f3263-d5c7-4b22-a6cf-bb56159c6633 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=70ae749073484489809df0cf221d7684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3154628 Jul 06 15:05:35.283105 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f3263-d5c7-4b22-a6cf-bb56159c6633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c1cc48-9112-4a31-b235-c15be614b34e,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:35.286523 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 56566) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:35.359588 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-9140881c-fcd1-47d9-b76b-824d8ee2c2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:35.389801 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-9140881c-fcd1-47d9-b76b-824d8ee2c2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:35.421283 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-ad5e555f-494a-4732-9626-235ed881068b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:35.465564 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-9140881c-fcd1-47d9-b76b-824d8ee2c2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:35.470151 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-9140881c-fcd1-47d9-b76b-824d8ee2c2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:35.472362 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-9140881c-fcd1-47d9-b76b-824d8ee2c2bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/60c1cc48-9112-4a31-b235-c15be614b34e HTTP/1.1" status: 204 len: 168 time: 0.1789198 Jul 06 15:05:35.481804 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140881c-fcd1-47d9-b76b-824d8ee2c2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c1cc48-9112-4a31-b235-c15be614b34e,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:35.505320 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:35.799527 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 56572) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:35.815561 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5c175b1b-18dd-4a6a-93cf-630d1c04cbac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:35.921945 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5c175b1b-18dd-4a6a-93cf-630d1c04cbac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:35.927560 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-5c175b1b-18dd-4a6a-93cf-630d1c04cbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:35.969274 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-5c175b1b-18dd-4a6a-93cf-630d1c04cbac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=951a039105fb410683d9c3bf4ef3ccd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1685731 Jul 06 15:05:35.970546 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c175b1b-18dd-4a6a-93cf-630d1c04cbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9b595a-bdaa-4faf-aedf-0d2f9d2d013a,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:35.972688 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 56574) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:36.030949 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-f03ff0ae-19e6-4844-8e92-88fc7e855dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:36.059605 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-f03ff0ae-19e6-4844-8e92-88fc7e855dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:36.118098 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-f03ff0ae-19e6-4844-8e92-88fc7e855dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:36.123613 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-f03ff0ae-19e6-4844-8e92-88fc7e855dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:36.125749 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-f03ff0ae-19e6-4844-8e92-88fc7e855dcf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa9b595a-bdaa-4faf-aedf-0d2f9d2d013a HTTP/1.1" status: 204 len: 168 time: 0.1516523 Jul 06 15:05:36.139914 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ff0ae-19e6-4844-8e92-88fc7e855dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9b595a-bdaa-4faf-aedf-0d2f9d2d013a,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:36.603388 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:37.518128 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:38.310571 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 56644) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:38.421656 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-634d77a8-9c94-4e3d-938a-3657461050f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:38.517994 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-634d77a8-9c94-4e3d-938a-3657461050f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:38.522266 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-634d77a8-9c94-4e3d-938a-3657461050f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:38.562252 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-634d77a8-9c94-4e3d-938a-3657461050f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14ab2439463644b194faa8b6d27bca14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504616 Jul 06 15:05:38.563082 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d77a8-9c94-4e3d-938a-3657461050f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6770b5f-ef21-412f-8500-5362673498d0,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:38.565900 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 56648) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:38.619730 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a9d7c264-c1bb-4478-84f8-79cf5665fddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:38.626431 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:38.646949 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a9d7c264-c1bb-4478-84f8-79cf5665fddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:38.707957 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a9d7c264-c1bb-4478-84f8-79cf5665fddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:38.712242 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-a9d7c264-c1bb-4478-84f8-79cf5665fddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:38.717007 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-a9d7c264-c1bb-4478-84f8-79cf5665fddd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6770b5f-ef21-412f-8500-5362673498d0 HTTP/1.1" status: 204 len: 168 time: 0.1468525 Jul 06 15:05:38.723634 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7c264-c1bb-4478-84f8-79cf5665fddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6770b5f-ef21-412f-8500-5362673498d0,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:39.003633 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 56654) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:39.017661 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-57418bd9-fd08-4fdd-9635-999cb8e4854a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:39.109585 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-57418bd9-fd08-4fdd-9635-999cb8e4854a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:39.114500 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-57418bd9-fd08-4fdd-9635-999cb8e4854a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:39.153801 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-57418bd9-fd08-4fdd-9635-999cb8e4854a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2fa20cd613f4d2b884522d1ca78fcd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1488109 Jul 06 15:05:39.154659 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57418bd9-fd08-4fdd-9635-999cb8e4854a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe40a05e-e6c8-438e-a419-325681018026,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:39.157165 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 56656) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:39.209249 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-ce556399-3c21-46d9-9119-5a92b40c802e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:39.233228 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-ce556399-3c21-46d9-9119-5a92b40c802e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:39.285126 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-ce556399-3c21-46d9-9119-5a92b40c802e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:39.287668 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-ce556399-3c21-46d9-9119-5a92b40c802e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:39.288819 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-ce556399-3c21-46d9-9119-5a92b40c802e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe40a05e-e6c8-438e-a419-325681018026 HTTP/1.1" status: 204 len: 168 time: 0.1297498 Jul 06 15:05:39.300780 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce556399-3c21-46d9-9119-5a92b40c802e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe40a05e-e6c8-438e-a419-325681018026,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:43.038921 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d2aff4d5-589e-4e88-974f-c555279c1af4 req-6c458cc8-0819-491f-87ee-7a5e6bc931c9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=05b63e7f-b3e3-4164-921e-809c5331266c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526042 Jul 06 15:05:43.154784 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aff4d5-589e-4e88-974f-c555279c1af4 req-fbd38b5f-0fa6-4980-97e0-bc949838aebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:43.156428 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d2aff4d5-589e-4e88-974f-c555279c1af4 req-fbd38b5f-0fa6-4980-97e0-bc949838aebb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6638c7280e734d51ae0c55b6eb0195b2&device_id=05b63e7f-b3e3-4164-921e-809c5331266c HTTP/1.1" status: 200 len: 1098 time: 0.0583308 Jul 06 15:05:43.267287 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aff4d5-589e-4e88-974f-c555279c1af4 req-d6c83a3f-2775-4aed-95f8-f452b3c5fed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:43.268984 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d2aff4d5-589e-4e88-974f-c555279c1af4 req-d6c83a3f-2775-4aed-95f8-f452b3c5fed9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=64695cf2-b947-421d-a8ec-c7d4a4c60041 HTTP/1.1" status: 200 len: 913 time: 0.0919435 Jul 06 15:05:43.347176 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d2aff4d5-589e-4e88-974f-c555279c1af4 req-7d46c15e-efcf-4323-a314-d2b2ad7e3f25 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f81a6846-17b6-4901-b48d-72ebe132d64f HTTP/1.1" status: 200 len: 1000 time: 0.0714371 Jul 06 15:05:43.405794 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aff4d5-589e-4e88-974f-c555279c1af4 req-b61d394e-ab06-421c-88b9-d0363cf3f531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:43.408174 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d2aff4d5-589e-4e88-974f-c555279c1af4 req-b61d394e-ab06-421c-88b9-d0363cf3f531 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6f55b19c-b3b1-4b8b-ae03-c830681db810 HTTP/1.1" status: 200 len: 851 time: 0.0549395 Jul 06 15:05:43.465842 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aff4d5-589e-4e88-974f-c555279c1af4 req-8316fc35-e8bf-4d52-a659-c64cf003573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:43.467385 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d2aff4d5-589e-4e88-974f-c555279c1af4 req-8316fc35-e8bf-4d52-a659-c64cf003573f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=64695cf2-b947-421d-a8ec-c7d4a4c60041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527260 Jul 06 15:05:43.566444 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d2aff4d5-589e-4e88-974f-c555279c1af4 req-3a9e01e8-1be0-48a4-89a2-1d659547cc6f service neutron] 10.222.0.25 "GET /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919423 Jul 06 15:05:43.667970 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-d2aff4d5-589e-4e88-974f-c555279c1af4 req-36737f8d-9f76-47b3-94e9-b337a2c1202c service neutron] 10.222.0.25 "GET /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947983 Jul 06 15:05:47.443942 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 56780) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:47.553654 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3e184b2b-340d-49f6-a1a4-6366dc9bf282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:47.650777 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3e184b2b-340d-49f6-a1a4-6366dc9bf282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:47.654608 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3e184b2b-340d-49f6-a1a4-6366dc9bf282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:47.694106 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-3e184b2b-340d-49f6-a1a4-6366dc9bf282 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7cdff13107f64541bfd7d59ded192528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486014 Jul 06 15:05:47.694952 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e184b2b-340d-49f6-a1a4-6366dc9bf282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd361781-7ac4-4615-b75c-187094a7bbcc,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:47.697044 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 56784) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:47.746405 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6980ac5b-4114-4de5-ae0a-730a601030a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:47.772729 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6980ac5b-4114-4de5-ae0a-730a601030a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:47.818627 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6980ac5b-4114-4de5-ae0a-730a601030a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:47.821172 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-6980ac5b-4114-4de5-ae0a-730a601030a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:47.822309 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-6980ac5b-4114-4de5-ae0a-730a601030a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd361781-7ac4-4615-b75c-187094a7bbcc HTTP/1.1" status: 204 len: 168 time: 0.1242745 Jul 06 15:05:47.830719 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980ac5b-4114-4de5-ae0a-730a601030a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd361781-7ac4-4615-b75c-187094a7bbcc,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:48.089203 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 56790) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:48.103758 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7ee53d4b-7d21-44b8-b6c7-c86088010c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:48.199637 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7ee53d4b-7d21-44b8-b6c7-c86088010c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:48.205827 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7ee53d4b-7d21-44b8-b6c7-c86088010c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:48.243661 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee53d4b-7d21-44b8-b6c7-c86088010c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39d61d7-bf68-4686-b8cc-6d6a542b907a,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:48.248949 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-7ee53d4b-7d21-44b8-b6c7-c86088010c71 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd8e677616e24e0fa36cc82a414ee8be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1586876 Jul 06 15:05:48.252505 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 56792) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:48.305353 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-f62f7777-904a-469d-82aa-22cfce4303fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:48.326257 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-f62f7777-904a-469d-82aa-22cfce4303fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:48.383999 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-f62f7777-904a-469d-82aa-22cfce4303fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:48.386813 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-f62f7777-904a-469d-82aa-22cfce4303fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:48.388020 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-f62f7777-904a-469d-82aa-22cfce4303fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f39d61d7-bf68-4686-b8cc-6d6a542b907a HTTP/1.1" status: 204 len: 168 time: 0.1345868 Jul 06 15:05:48.397804 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f7777-904a-469d-82aa-22cfce4303fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39d61d7-bf68-4686-b8cc-6d6a542b907a,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:48.787829 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 56798) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:48.805512 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-627afda2-bc62-4f28-879e-7ffd99535e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:48.905352 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-627afda2-bc62-4f28-879e-7ffd99535e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:48.910492 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-627afda2-bc62-4f28-879e-7ffd99535e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:48.948187 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627afda2-bc62-4f28-879e-7ffd99535e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4b639e-25a2-46c5-81ff-7771da6028b8,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:48.955535 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-627afda2-bc62-4f28-879e-7ffd99535e6d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f2a9947614d24b7a98ebe154d97a398b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1666002 Jul 06 15:05:48.956298 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 56800) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:49.023884 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c5a84015-90d1-4d2d-865e-d4906aacec4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:49.053887 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c5a84015-90d1-4d2d-865e-d4906aacec4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:49.109693 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c5a84015-90d1-4d2d-865e-d4906aacec4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:49.112312 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-c5a84015-90d1-4d2d-865e-d4906aacec4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:49.113475 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-c5a84015-90d1-4d2d-865e-d4906aacec4e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d4b639e-25a2-46c5-81ff-7771da6028b8 HTTP/1.1" status: 204 len: 168 time: 0.1558032 Jul 06 15:05:49.121956 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a84015-90d1-4d2d-865e-d4906aacec4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4b639e-25a2-46c5-81ff-7771da6028b8,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:52.507542 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 6 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:06:01.985246 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4b1d201f-d77a-499f-878a-2329b56a7b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:05.416499 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-615c2c96-cba2-4b93-b975-183f05147b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:05.492175 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:06.596364 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:07.534063 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:08.631667 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:22.409138 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f404dd-8a9a-484d-ba8f-2ddf0935275f req-5611ecf9-7988-49cf-9935-323ea7c0c25d tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:22.410809 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-23f404dd-8a9a-484d-ba8f-2ddf0935275f req-5611ecf9-7988-49cf-9935-323ea7c0c25d tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b63e7f-b3e3-4164-921e-809c5331266c HTTP/1.1" status: 200 len: 945 time: 0.0670044 Jul 06 15:06:22.454164 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-23f404dd-8a9a-484d-ba8f-2ddf0935275f req-89bd38c7-e9be-4695-a162-d0e12f0c9ddc tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368659 Jul 06 15:06:23.666023 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12414e76-597f-46e4-bdba-054f4f66db51 req-9b1910ad-633d-4367-b083-36eea48ac0f5 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:23.667756 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-12414e76-597f-46e4-bdba-054f4f66db51 req-9b1910ad-633d-4367-b083-36eea48ac0f5 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b63e7f-b3e3-4164-921e-809c5331266c HTTP/1.1" status: 200 len: 945 time: 0.0750408 Jul 06 15:06:23.708827 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-12414e76-597f-46e4-bdba-054f4f66db51 req-4e3d54a1-2b2b-4407-a50e-710bff035947 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349791 Jul 06 15:06:24.065235 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3b134-bf04-40a0-95a4-fa74864febef req-ec2c2e78-3ef7-4da2-a4f7-a217c0d4637b tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:24.066710 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-20b3b134-bf04-40a0-95a4-fa74864febef req-ec2c2e78-3ef7-4da2-a4f7-a217c0d4637b tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.25 "GET /v2.0/ports?device_id=05b63e7f-b3e3-4164-921e-809c5331266c HTTP/1.1" status: 200 len: 945 time: 0.0664108 Jul 06 15:06:24.178664 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [req-20b3b134-bf04-40a0-95a4-fa74864febef req-6446ba7f-c1cc-494e-9c0c-e76590a02555 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Deleting port f81a6846-17b6-4901-b48d-72ebe132d64f {{(pid=92916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:06:24.178918 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-20b3b134-bf04-40a0-95a4-fa74864febef req-6446ba7f-c1cc-494e-9c0c-e76590a02555 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:24.274903 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [req-20b3b134-bf04-40a0-95a4-fa74864febef req-6446ba7f-c1cc-494e-9c0c-e76590a02555 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] For port f81a6846-17b6-4901-b48d-72ebe132d64f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f81a6846-17b6-4901-b48d-72ebe132d64f,segment=NetworkSegment(cbd1e5d0-d420-485d-b99a-e51814456ee0),segment_id=cbd1e5d0-d420-485d-b99a-e51814456ee0)] {{(pid=92916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:06:24.275287 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-20b3b134-bf04-40a0-95a4-fa74864febef req-6446ba7f-c1cc-494e-9c0c-e76590a02555 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:24.447616 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-20b3b134-bf04-40a0-95a4-fa74864febef req-6446ba7f-c1cc-494e-9c0c-e76590a02555 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:24.447890 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-20b3b134-bf04-40a0-95a4-fa74864febef req-6446ba7f-c1cc-494e-9c0c-e76590a02555 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413103'] for floatingip, after_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:24.448200 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.db.l3_db [req-20b3b134-bf04-40a0-95a4-fa74864febef req-6446ba7f-c1cc-494e-9c0c-e76590a02555 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Floating IP 8d8f3762-98ac-4e20-b653-5b4e58911a3a disassociated. External IP: 172.27.3.18, port: f81a6846-17b6-4901-b48d-72ebe132d64f. Jul 06 15:06:24.448537 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [req-20b3b134-bf04-40a0-95a4-fa74864febef req-6446ba7f-c1cc-494e-9c0c-e76590a02555 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Calling delete_port for f81a6846-17b6-4901-b48d-72ebe132d64f owned by compute:nova {{(pid=92916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:06:24.579887 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-20b3b134-bf04-40a0-95a4-fa74864febef req-6446ba7f-c1cc-494e-9c0c-e76590a02555 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824642'] for port, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:24.610516 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6446ba7f-c1cc-494e-9c0c-e76590a02555 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Pushing event deleted for resources: {'Port': ['ID=f81a6846-17b6-4901-b48d-72ebe132d64f,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:06:24.740358 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20b3b134-bf04-40a0-95a4-fa74864febef req-6446ba7f-c1cc-494e-9c0c-e76590a02555 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Router b179d53b-7d87-42d9-b693-c44a1e65b0f6 has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:06:24.861696 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-4b0b638a-92e4-4aa8-a01b-887efe065f99 req-3f13fcb2-7c97-4eef-8226-27826b4d655b tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b63e7f-b3e3-4164-921e-809c5331266c HTTP/1.1" status: 200 len: 210 time: 0.0341649 Jul 06 15:06:24.863185 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20b3b134-bf04-40a0-95a4-fa74864febef req-6446ba7f-c1cc-494e-9c0c-e76590a02555 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:06:24.875443 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772c04fd-0ec5-4dbe-a1d9-4ecad4e44280 None None] Sync routers for ids ['b179d53b-7d87-42d9-b693-c44a1e65b0f6'] in dv-cinder-788363-5-iscsi {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:06:24.886115 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772c04fd-0ec5-4dbe-a1d9-4ecad4e44280 None None] Routers {'b179d53b-7d87-42d9-b693-c44a1e65b0f6'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:06:24.886680 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-772c04fd-0ec5-4dbe-a1d9-4ecad4e44280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:06:05Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['b179d53b-7d87-42d9-b693-c44a1e65b0f6'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:06:24.919454 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b3b134-bf04-40a0-95a4-fa74864febef req-6446ba7f-c1cc-494e-9c0c-e76590a02555 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] No DVR routers for this DVR port f81a6846-17b6-4901-b48d-72ebe132d64f on host hv-cinder-78836 {{(pid=92916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:06:24.922417 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-20b3b134-bf04-40a0-95a4-fa74864febef req-6446ba7f-c1cc-494e-9c0c-e76590a02555 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:24.924497 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-20b3b134-bf04-40a0-95a4-fa74864febef req-6446ba7f-c1cc-494e-9c0c-e76590a02555 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.25 "DELETE /v2.0/ports/f81a6846-17b6-4901-b48d-72ebe132d64f HTTP/1.1" status: 204 len: 173 time: 0.8522158 Jul 06 15:06:24.924952 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b63e7f-b3e3-4164-921e-809c5331266c', 'name': 'network-vif-deleted', 'tag': 'f81a6846-17b6-4901-b48d-72ebe132d64f'}] {{(pid=92916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:06:24.927326 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95076a2cfa108320b507fde56cef9a7a3e09023494eaa6cf19f085f96635572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43c8c97-1436-446f-9ec1-0721bbc9039c" -d '{"events": [{"server_uuid": "05b63e7f-b3e3-4164-921e-809c5331266c", "name": "network-vif-deleted", "tag": "f81a6846-17b6-4901-b48d-72ebe132d64f"}]}' {{(pid=92916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:06:24.967720 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dd9590-9b68-487e-8759-42762814644d x-openstack-request-id: req-b7dd9590-9b68-487e-8759-42762814644d {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:06:24.968638 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b63e7f-b3e3-4164-921e-809c5331266c", "name": "network-vif-deleted", "tag": "f81a6846-17b6-4901-b48d-72ebe132d64f", "status": "completed", "code": 200}]} {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:06:24.968940 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7dd9590-9b68-487e-8759-42762814644d {{(pid=92916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:06:24.969439 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b63e7f-b3e3-4164-921e-809c5331266c', 'name': 'network-vif-deleted', 'tag': 'f81a6846-17b6-4901-b48d-72ebe132d64f', 'status': 'completed', 'code': 200} Jul 06 15:06:25.033300 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-772c04fd-0ec5-4dbe-a1d9-4ecad4e44280 None None] Set router b179d53b-7d87-42d9-b693-c44a1e65b0f6 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:06:25.260613 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-772c04fd-0ec5-4dbe-a1d9-4ecad4e44280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'name': 'tempest-TestVolumeBootPattern-1221050928-router', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:03:09Z', 'updated_at': '2021-07-06T15:03:19Z', 'revision_number': 4, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'gw_port': {'id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:11Z', 'updated_at': '2021-07-06T15:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '13374876-3410-4d2e-8c85-50af6fc5645a', 'name': '', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'mac_address': 'fa:16:3e:2f:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:18Z', 'updated_at': '2021-07-06T15:03:27Z', 'revision_number': 5, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'subnets': [{'id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:06:25.287023 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772c04fd-0ec5-4dbe-a1d9-4ecad4e44280 None None] Checking router: b179d53b-7d87-42d9-b693-c44a1e65b0f6 for host: dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:06:25.296081 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772c04fd-0ec5-4dbe-a1d9-4ecad4e44280 None None] Routers {'b179d53b-7d87-42d9-b693-c44a1e65b0f6'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:06:25.296685 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-772c04fd-0ec5-4dbe-a1d9-4ecad4e44280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:06:05Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['b179d53b-7d87-42d9-b693-c44a1e65b0f6'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:06:25.414847 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-772c04fd-0ec5-4dbe-a1d9-4ecad4e44280 None None] Set router b179d53b-7d87-42d9-b693-c44a1e65b0f6 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:06:25.748687 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-772c04fd-0ec5-4dbe-a1d9-4ecad4e44280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'name': 'tempest-TestVolumeBootPattern-1221050928-router', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:03:09Z', 'updated_at': '2021-07-06T15:03:19Z', 'revision_number': 4, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'gw_port': {'id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:11Z', 'updated_at': '2021-07-06T15:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '13374876-3410-4d2e-8c85-50af6fc5645a', 'name': '', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'mac_address': 'fa:16:3e:2f:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:18Z', 'updated_at': '2021-07-06T15:03:27Z', 'revision_number': 5, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'subnets': [{'id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:06:25.776142 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772c04fd-0ec5-4dbe-a1d9-4ecad4e44280 None None] The sync data for ids ['b179d53b-7d87-42d9-b693-c44a1e65b0f6'] in dv-cinder-788363-5-iscsi is: [{'id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'name': 'tempest-TestVolumeBootPattern-1221050928-router', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:03:09Z', 'updated_at': '2021-07-06T15:03:19Z', 'revision_number': 4, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'gw_port': {'id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:11Z', 'updated_at': '2021-07-06T15:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '13374876-3410-4d2e-8c85-50af6fc5645a', 'name': '', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'mac_address': 'fa:16:3e:2f:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:18Z', 'updated_at': '2021-07-06T15:03:27Z', 'revision_number': 5, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'subnets': [{'id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:06:26.022046 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7575d850-6461-4730-9ebf-43620f59559a None None] New status for floating IP 8d8f3762-98ac-4e20-b653-5b4e58911a3a: DOWN {{(pid=92918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:06:26.027336 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-09f29d02-47bd-4df2-9b68-d636925f3255 req-530c11ee-3856-4258-b73e-4927676c6c48 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b63e7f-b3e3-4164-921e-809c5331266c HTTP/1.1" status: 200 len: 210 time: 0.0289555 Jul 06 15:06:26.446338 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 57082) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:06:26.549325 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4285096a-cc52-4743-b141-a0e410b2d8bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:26.642275 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4285096a-cc52-4743-b141-a0e410b2d8bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:26.646183 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-4285096a-cc52-4743-b141-a0e410b2d8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:26.692483 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-4285096a-cc52-4743-b141-a0e410b2d8bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d39ab61ff3f741fe9d684d9934cb21b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2449610 Jul 06 15:06:26.693583 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285096a-cc52-4743-b141-a0e410b2d8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9493a5aa-f5da-458a-8964-83e3b08f4c6c,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:06:26.695939 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 57086) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:06:26.752080 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ac5e3bab-0cb5-4eca-90b8-855802a77b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:26.776561 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ac5e3bab-0cb5-4eca-90b8-855802a77b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:26.823576 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ac5e3bab-0cb5-4eca-90b8-855802a77b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:26.828365 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ac5e3bab-0cb5-4eca-90b8-855802a77b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:26.830250 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-ac5e3bab-0cb5-4eca-90b8-855802a77b70 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9493a5aa-f5da-458a-8964-83e3b08f4c6c HTTP/1.1" status: 204 len: 168 time: 0.1329324 Jul 06 15:06:26.844000 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e3bab-0cb5-4eca-90b8-855802a77b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9493a5aa-f5da-458a-8964-83e3b08f4c6c,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:06:27.131783 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device f81a6846-17b6-4901-b48d-72ebe132d64f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:06:27.153942 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] No Port match for: f81a6846-17b6-4901-b48d-72ebe132d64f {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:06:27.154303 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device f81a6846-17b6-4901-b48d-72ebe132d64f not bound to the agent host hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:06:27.326717 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-d52b117f-d0e0-4571-811e-08d1deda5086 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1820073853&fields=id&tenant_id=6638c7280e734d51ae0c55b6eb0195b2 HTTP/1.1" status: 200 len: 267 time: 0.0358915 Jul 06 15:06:27.448403 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-4381c478-f6f6-4b4e-a331-0f7f74357b36 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:27.449912 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-4381c478-f6f6-4b4e-a331-0f7f74357b36 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/networks?id=64695cf2-b947-421d-a8ec-c7d4a4c60041 HTTP/1.1" status: 200 len: 812 time: 0.1167541 Jul 06 15:06:27.467736 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-dc95800c-e3f2-4f7f-9dde-8859eb2609dc tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/quotas/6638c7280e734d51ae0c55b6eb0195b2 HTTP/1.1" status: 200 len: 375 time: 0.0124748 Jul 06 15:06:27.468197 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 57116) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:06:27.543671 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-fece1bed-5ae6-4ac5-961e-c7e249bb5963 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6638c7280e734d51ae0c55b6eb0195b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0701776 Jul 06 15:06:27.567708 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-d07f0303-98d2-4436-ba94-263738c74a8d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1928626188-network', 'tenant_id': '743713da04264383a9069f2b9ae45190'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:06:27.641101 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07f0303-98d2-4436-ba94-263738c74a8d admin admin] Made reservation on behalf of 743713da04264383a9069f2b9ae45190 for: {'network': 1} {{(pid=92915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:06:27.643392 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d07f0303-98d2-4436-ba94-263738c74a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for network, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:27.656074 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d07f0303-98d2-4436-ba94-263738c74a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:27.686506 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-b43e9cee-f5a9-4bfe-81ef-11ccc52b0232 service neutron] 10.222.0.20 "GET /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310928 Jul 06 15:06:28.102091 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-f07fdf9a-fd61-453f-950f-ef3b2940ac4b service neutron] 10.222.0.20 "GET /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078743 Jul 06 15:06:28.131835 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d07f0303-98d2-4436-ba94-263738c74a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:28.137909 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d07f0303-98d2-4436-ba94-263738c74a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:28.164455 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d07f0303-98d2-4436-ba94-263738c74a8d admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=92915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:06:28.174003 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f0303-98d2-4436-ba94-263738c74a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbe9d3e-53b4-4261-97bb-14c0ae1bdb39,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:06:28.181219 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d07f0303-98d2-4436-ba94-263738c74a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:28.182176 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.db.segments_db [None req-d07f0303-98d2-4436-ba94-263738c74a8d admin admin] Added segment 2e32dc87-09ee-48fc-839c-b54d247a7010 of type vlan for network 3abcef30-8be7-4658-91ae-09498726cdbe Jul 06 15:06:28.224658 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d07f0303-98d2-4436-ba94-263738c74a8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766384329310'] for network, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:28.256548 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d07f0303-98d2-4436-ba94-263738c74a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040'] for network, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:28.258180 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f0303-98d2-4436-ba94-263738c74a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:28.258765 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-d07f0303-98d2-4436-ba94-263738c74a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:28.315875 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-d07f0303-98d2-4436-ba94-263738c74a8d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8440576 Jul 06 15:06:28.316073 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 57126) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:06:28.321525 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-8c387251-efd3-4394-bde8-767c9644680f admin admin] Request body: {'subnet': {'network_id': '3abcef30-8be7-4658-91ae-09498726cdbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1928626188-subnet', 'tenant_id': '743713da04264383a9069f2b9ae45190', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:06:28.338017 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f0303-98d2-4436-ba94-263738c74a8d admin admin] Pushing event updated for resources: {'Network': ['ID=3abcef30-8be7-4658-91ae-09498726cdbe,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:06:28.352995 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Network 3abcef30-8be7-4658-91ae-09498726cdbe details requested by agent ovs-agent-dv-cinder-788363-5-iscsi with host dv-cinder-788363-5-iscsi {{(pid=92917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:06:28.354880 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c387251-efd3-4394-bde8-767c9644680f admin admin] Made reservation on behalf of 743713da04264383a9069f2b9ae45190 for: {'subnet': 1} {{(pid=92915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:06:28.357691 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-8c387251-efd3-4394-bde8-767c9644680f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146038'] for subnet, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:28.442151 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-e887c370-60d7-4e6d-a1e7-db3036a5317b req-f50f8c92-533f-434e-ae7c-7c2b0b377c90 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ded8df-9436-4dd7-aff7-d7db20b014ab HTTP/1.1" status: 200 len: 210 time: 0.0331817 Jul 06 15:06:28.560827 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-8c387251-efd3-4394-bde8-767c9644680f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2297279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146020'] for subnet, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:28.612048 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c387251-efd3-4394-bde8-767c9644680f admin admin] Pushing event updated for resources: {'Subnet': ['ID=49cabfcf-b49d-4e45-857b-213edc6ecc8d,revision_number=0']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:06:28.629135 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c387251-efd3-4394-bde8-767c9644680f admin admin] Checking segment: {'id': '2e32dc87-09ee-48fc-839c-b54d247a7010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3abcef30-8be7-4658-91ae-09498726cdbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:06:28.629513 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c387251-efd3-4394-bde8-767c9644680f admin admin] Network hostable DHCP agents. Network: 3abcef30-8be7-4658-91ae-09498726cdbe, hostable agents: ['69855ee5-e315-4bf8-8b06-7c2b552a2d00'], hosted agents: [] {{(pid=92915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:06:28.646836 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c387251-efd3-4394-bde8-767c9644680f admin admin] Network 3abcef30-8be7-4658-91ae-09498726cdbe is scheduled to be hosted by DHCP agent 69855ee5-e315-4bf8-8b06-7c2b552a2d00 with binding_index 1 {{(pid=92915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:06:28.656134 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [None req-8c387251-efd3-4394-bde8-767c9644680f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-5-iscsi, 3abcef30-8be7-4658-91ae-09498726cdbe) {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:06:28.660726 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c387251-efd3-4394-bde8-767c9644680f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:28.661835 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-8c387251-efd3-4394-bde8-767c9644680f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for subnet, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:28.667868 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0f4829-2090-40cb-af65-58633125fbaf None None] Network 3abcef30-8be7-4658-91ae-09498726cdbe requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:06:28.680261 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-8c387251-efd3-4394-bde8-767c9644680f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3623986 Jul 06 15:06:28.825434 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0416bed2-d5e5-4213-9b16-e363ceab6c0e None None] Network 3abcef30-8be7-4658-91ae-09498726cdbe requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:06:29.506749 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 6 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:06:29.529199 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-de7d3d4b-cf00-47ec-80e1-b11cff1c7418 req-d842dc28-9214-4663-b9f8-0ee95dcf5671 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ded8df-9436-4dd7-aff7-d7db20b014ab HTTP/1.1" status: 200 len: 210 time: 0.0287051 Jul 06 15:06:30.432051 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-50afdae8-fa61-47ec-9b98-ef795da22b20 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:30.433547 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-50afdae8-fa61-47ec-9b98-ef795da22b20 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/networks?id=3abcef30-8be7-4658-91ae-09498726cdbe HTTP/1.1" status: 200 len: 814 time: 0.1054895 Jul 06 15:06:30.448507 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-a08da02d-82ca-4aa1-be9e-af4dd7fd840a tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/quotas/743713da04264383a9069f2b9ae45190 HTTP/1.1" status: 200 len: 375 time: 0.0096896 Jul 06 15:06:30.480059 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-bdbf1b56-c441-467a-aa8f-4cb424f3dd29 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=743713da04264383a9069f2b9ae45190&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268192 Jul 06 15:06:30.613450 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-2bdb7279-a060-47ab-a0b9-180648c32a40 service neutron] 10.222.0.20 "GET /v2.0/networks/3abcef30-8be7-4658-91ae-09498726cdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271174 Jul 06 15:06:30.665756 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3c1222ee-cc5a-4d00-95d0-d3f310e93c82 req-81d45ea7-1d0a-41e9-aa59-da37df338c83 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ded8df-9436-4dd7-aff7-d7db20b014ab HTTP/1.1" status: 200 len: 210 time: 0.0285304 Jul 06 15:06:30.707607 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-7460fa05-0d5f-4f3b-b2b9-ae9aee7ffe7a service neutron] 10.222.0.20 "GET /v2.0/networks/3abcef30-8be7-4658-91ae-09498726cdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878351 Jul 06 15:06:31.597835 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-fcec67c5-9f60-4c8e-a5aa-45c1c5fc7dce tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:31.599317 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-fcec67c5-9f60-4c8e-a5aa-45c1c5fc7dce tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.25 "GET /v2.0/networks?id=64695cf2-b947-421d-a8ec-c7d4a4c60041 HTTP/1.1" status: 200 len: 812 time: 0.1096206 Jul 06 15:06:31.660387 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-cce4fb03-a62e-42b8-b9b6-676e8147ed54 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6638c7280e734d51ae0c55b6eb0195b2 HTTP/1.1" status: 200 len: 380 time: 0.0361576 Jul 06 15:06:31.670592 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-2f125d8b-8f0c-447c-9146-a26167b705f3 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Request body: {'port': {'device_id': '47ded8df-9436-4dd7-aff7-d7db20b014ab', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'admin_state_up': True, 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'security_groups': ['3c95dade-3869-45bc-b167-9a09ec21f1ec']}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:06:31.789998 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-2f125d8b-8f0c-447c-9146-a26167b705f3 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Made reservation on behalf of 6638c7280e734d51ae0c55b6eb0195b2 for: {'port': 1} {{(pid=92916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:06:31.793611 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-2f125d8b-8f0c-447c-9146-a26167b705f3 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:31.817929 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-35aa5955-0759-44a5-b5f9-8a4df59f98bb req-428219ac-6fb3-4c03-80ec-b4379e348980 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ded8df-9436-4dd7-aff7-d7db20b014ab HTTP/1.1" status: 200 len: 210 time: 0.0309894 Jul 06 15:06:31.947928 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.db_base_plugin_common [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-2f125d8b-8f0c-447c-9146-a26167b705f3 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Allocated IP 172.20.0.6 (64695cf2-b947-421d-a8ec-c7d4a4c60041/6f55b19c-b3b1-4b8b-ae03-c830681db810/ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89) {{(pid=92916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:06:31.988127 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-36ccd7b2-198e-4534-b4b6-d312bbde66c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:32.063560 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-f22488c7-e39e-475a-a1a4-4d2b34ce8678 req-9428b186-604a-4d52-9798-18dfe9892d48 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8cede02-e790-45d4-abcf-8f5b6b33c164 HTTP/1.1" status: 200 len: 210 time: 0.1864009 Jul 06 15:06:32.119426 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-2f125d8b-8f0c-447c-9146-a26167b705f3 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for port, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:32.134823 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.provisioning_blocks [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-2f125d8b-8f0c-447c-9146-a26167b705f3 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Transition to ACTIVE for port object ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89 will not be triggered until provisioned by entity DHCP. {{(pid=92916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:06:32.171724 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-2f125d8b-8f0c-447c-9146-a26167b705f3 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2824651'] for port, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:32.219638 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-2f125d8b-8f0c-447c-9146-a26167b705f3 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Network 64695cf2-b947-421d-a8ec-c7d4a4c60041 is already hosted by enough agents. {{(pid=92916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:06:32.225384 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.base_scheduler [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-2f125d8b-8f0c-447c-9146-a26167b705f3 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Resources bound (agent type, host, resource id): {{(pid=92916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:06:32.228666 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-2f125d8b-8f0c-447c-9146-a26167b705f3 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Received port after_create {{(pid=92916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:06:32.262945 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f125d8b-8f0c-447c-9146-a26167b705f3 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Pushing event updated for resources: {'Port': ['ID=ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:06:32.279524 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f125d8b-8f0c-447c-9146-a26167b705f3 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:06:32.280644 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f125d8b-8f0c-447c-9146-a26167b705f3 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:06:32.281098 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f125d8b-8f0c-447c-9146-a26167b705f3 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:06:32.281498 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f125d8b-8f0c-447c-9146-a26167b705f3 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:06:32.281831 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f125d8b-8f0c-447c-9146-a26167b705f3 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:06:32.282158 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f125d8b-8f0c-447c-9146-a26167b705f3 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:06:32.282485 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f125d8b-8f0c-447c-9146-a26167b705f3 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:06:32.282809 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f125d8b-8f0c-447c-9146-a26167b705f3 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:06:32.283163 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f125d8b-8f0c-447c-9146-a26167b705f3 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:06:32.283485 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f125d8b-8f0c-447c-9146-a26167b705f3 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:06:32.283808 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f125d8b-8f0c-447c-9146-a26167b705f3 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:06:32.284121 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f125d8b-8f0c-447c-9146-a26167b705f3 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:06:32.306542 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-2f125d8b-8f0c-447c-9146-a26167b705f3 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:32.307195 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-2f125d8b-8f0c-447c-9146-a26167b705f3 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:32.323777 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-2f125d8b-8f0c-447c-9146-a26167b705f3 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6580372 Jul 06 15:06:32.341271 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-2c55da2d-11c3-4a43-9191-fd24600239c2 service neutron] Request body: {'port': {'device_id': '47ded8df-9436-4dd7-aff7-d7db20b014ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:06:32.432828 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-2c55da2d-11c3-4a43-9191-fd24600239c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:32.518190 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-2f13a444-41dd-41dd-b493-ccfe48ee15a8 None None] Provisioning for port ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89 completed by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:06:32.522668 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-2f13a444-41dd-41dd-b493-ccfe48ee15a8 None None] Provisioning complete for port ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89 triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:06:32.523771 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-2f13a444-41dd-41dd-b493-ccfe48ee15a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:32.563787 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-2f13a444-41dd-41dd-b493-ccfe48ee15a8 None None] Port ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89 cannot update to ACTIVE because it is not bound. {{(pid=92917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:06:32.708872 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.notifiers.nova [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-2c55da2d-11c3-4a43-9191-fd24600239c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89 {{(pid=92916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:06:32.718010 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-2c55da2d-11c3-4a43-9191-fd24600239c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:32.731361 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.provisioning_blocks [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-2c55da2d-11c3-4a43-9191-fd24600239c2 service neutron] Transition to ACTIVE for port object ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89 will not be triggered until provisioned by entity L2. {{(pid=92916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:06:32.735484 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-2c55da2d-11c3-4a43-9191-fd24600239c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824505'] for port, after_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:32.792735 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55da2d-11c3-4a43-9191-fd24600239c2 service neutron] Pushing event updated for resources: {'Port': ['ID=ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89,revision_number=2']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:06:32.885176 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.managers [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-2c55da2d-11c3-4a43-9191-fd24600239c2 service neutron] Attempting to bind port ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:06:32.885518 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.managers [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-2c55da2d-11c3-4a43-9191-fd24600239c2 service neutron] Attempting to bind port ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'cbd1e5d0-d420-485d-b99a-e51814456ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041'}] {{(pid=92916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:06:32.885853 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-2c55da2d-11c3-4a43-9191-fd24600239c2 service neutron] Attempting to bind port ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89 on network 64695cf2-b947-421d-a8ec-c7d4a4c60041 {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:06:32.890760 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-2c55da2d-11c3-4a43-9191-fd24600239c2 service neutron] Port ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89 on network 64695cf2-b947-421d-a8ec-c7d4a4c60041 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 15:06:32.891121 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-2c55da2d-11c3-4a43-9191-fd24600239c2 service neutron] Attempting to bind port ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89 on network 64695cf2-b947-421d-a8ec-c7d4a4c60041 {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:06:32.896479 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-2c55da2d-11c3-4a43-9191-fd24600239c2 service neutron] Checking agent: {'id': '04d4ab22-d878-41a9-afec-a7a2984360cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'started_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:06:32.896820 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-2c55da2d-11c3-4a43-9191-fd24600239c2 service neutron] Checking segment: {'id': 'cbd1e5d0-d420-485d-b99a-e51814456ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:06:32.897213 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-2c55da2d-11c3-4a43-9191-fd24600239c2 service neutron] Bound using segment: {'id': 'cbd1e5d0-d420-485d-b99a-e51814456ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041'} {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:06:32.898280 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.managers [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-2c55da2d-11c3-4a43-9191-fd24600239c2 service neutron] Bound port: ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd1e5d0-d420-485d-b99a-e51814456ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041'}}] {{(pid=92916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:06:32.898653 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-2c55da2d-11c3-4a43-9191-fd24600239c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:32.992717 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-2c55da2d-11c3-4a43-9191-fd24600239c2 service neutron] For port ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89, host hv-cinder-78836, cleared binding levels {{(pid=92916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:06:32.996344 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-2c55da2d-11c3-4a43-9191-fd24600239c2 service neutron] For port ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89,segment=NetworkSegment(cbd1e5d0-d420-485d-b99a-e51814456ee0),segment_id=cbd1e5d0-d420-485d-b99a-e51814456ee0)] {{(pid=92916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:06:33.001905 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-2c55da2d-11c3-4a43-9191-fd24600239c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824505'] for port, after_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:33.028748 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c765d-b1bb-4ece-aaad-d36fd2ab34b0 req-89a1ac38-a8f9-4478-a38e-543f764a12e4 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:33.030301 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-549c765d-b1bb-4ece-aaad-d36fd2ab34b0 req-89a1ac38-a8f9-4478-a38e-543f764a12e4 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ded8df-9436-4dd7-aff7-d7db20b014ab HTTP/1.1" status: 200 len: 943 time: 0.0804532 Jul 06 15:06:33.046503 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-2c55da2d-11c3-4a43-9191-fd24600239c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:33.047379 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-2c55da2d-11c3-4a43-9191-fd24600239c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:33.049272 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-2c55da2d-11c3-4a43-9191-fd24600239c2 service neutron] 10.222.0.25 "PUT /v2.0/ports/ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89 HTTP/1.1" status: 200 len: 1093 time: 0.7121539 Jul 06 15:06:33.049862 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ded8df-9436-4dd7-aff7-d7db20b014ab', 'tag': 'ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89'}] {{(pid=92916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:06:33.052847 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95076a2cfa108320b507fde56cef9a7a3e09023494eaa6cf19f085f96635572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbbc871-a872-4864-8938-a29acdf31996" -d '{"events": [{"name": "network-changed", "server_uuid": "47ded8df-9436-4dd7-aff7-d7db20b014ab", "tag": "ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89"}]}' {{(pid=92916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:06:33.082632 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-549c765d-b1bb-4ece-aaad-d36fd2ab34b0 req-d44d4d9d-b319-4cc5-8669-0be94d7c87ae tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464656 Jul 06 15:06:33.090137 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55da2d-11c3-4a43-9191-fd24600239c2 service neutron] Pushing event updated for resources: {'Port': ['ID=ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89,revision_number=3']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:06:33.115198 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678ec639-afaa-4882-92de-26d0cd35c848 x-openstack-request-id: req-678ec639-afaa-4882-92de-26d0cd35c848 {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:06:33.115699 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ded8df-9436-4dd7-aff7-d7db20b014ab", "tag": "ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89", "status": "completed", "code": 200}]} {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:06:33.116092 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-678ec639-afaa-4882-92de-26d0cd35c848 {{(pid=92916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:06:33.117468 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ded8df-9436-4dd7-aff7-d7db20b014ab', 'tag': 'ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89', 'status': 'completed', 'code': 200} Jul 06 15:06:33.206305 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-1f068671-370d-4777-bf64-8a6e51cdb13a req-21c2855f-ceae-46c4-9dfd-cf6e31709034 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8cede02-e790-45d4-abcf-8f5b6b33c164 HTTP/1.1" status: 200 len: 210 time: 0.0336251 Jul 06 15:06:33.232045 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-fbef13d4-50cb-4afb-8cd5-943a7ce3991d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:33.233625 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-fbef13d4-50cb-4afb-8cd5-943a7ce3991d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6638c7280e734d51ae0c55b6eb0195b2&device_id=47ded8df-9436-4dd7-aff7-d7db20b014ab HTTP/1.1" status: 200 len: 1096 time: 0.0991538 Jul 06 15:06:33.284647 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-88089537-0d98-416e-abd7-5cdf9f7927ef service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89 HTTP/1.1" status: 200 len: 217 time: 0.0373292 Jul 06 15:06:33.337056 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-07e9826e-7ce7-464d-a7a3-972e9db97427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:33.338587 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-07e9826e-7ce7-464d-a7a3-972e9db97427 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6f55b19c-b3b1-4b8b-ae03-c830681db810 HTTP/1.1" status: 200 len: 851 time: 0.0474911 Jul 06 15:06:33.399209 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-1a79730c-c26b-4a2a-9ba4-515eab3ad76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:33.400764 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-1a79730c-c26b-4a2a-9ba4-515eab3ad76f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=64695cf2-b947-421d-a8ec-c7d4a4c60041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553396 Jul 06 15:06:33.492998 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-7d302e0e-4955-49d4-b588-650ca5d0b31a service neutron] 10.222.0.25 "GET /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852401 Jul 06 15:06:33.582767 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-9b0609f7-f84a-44d0-92d7-89c6ffcff0d2 req-fdc0c496-7ac9-4105-a33d-a453a7d94a24 service neutron] 10.222.0.25 "GET /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824749 Jul 06 15:06:33.724941 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbc871-a872-4864-8938-a29acdf31996 req-55f178ac-c9c8-495e-bd36-2049b0ecee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:33.727105 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-fbbbc871-a872-4864-8938-a29acdf31996 req-55f178ac-c9c8-495e-bd36-2049b0ecee4c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6638c7280e734d51ae0c55b6eb0195b2&device_id=47ded8df-9436-4dd7-aff7-d7db20b014ab HTTP/1.1" status: 200 len: 1096 time: 0.0552320 Jul 06 15:06:33.817677 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbc871-a872-4864-8938-a29acdf31996 req-aaed9d87-696f-4f86-b859-b1ebe1f4c980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:33.819049 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-fbbbc871-a872-4864-8938-a29acdf31996 req-aaed9d87-696f-4f86-b859-b1ebe1f4c980 service neutron] 10.222.0.25 "GET /v2.0/networks?id=64695cf2-b947-421d-a8ec-c7d4a4c60041 HTTP/1.1" status: 200 len: 913 time: 0.0852447 Jul 06 15:06:33.861829 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-fbbbc871-a872-4864-8938-a29acdf31996 req-cd90a4e7-a299-498d-a417-fd744df3dba1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89 HTTP/1.1" status: 200 len: 217 time: 0.0339797 Jul 06 15:06:33.915185 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbc871-a872-4864-8938-a29acdf31996 req-cff559f3-a812-41ce-850d-1ae478781ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:33.916644 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-fbbbc871-a872-4864-8938-a29acdf31996 req-cff559f3-a812-41ce-850d-1ae478781ed4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6f55b19c-b3b1-4b8b-ae03-c830681db810 HTTP/1.1" status: 200 len: 851 time: 0.0479062 Jul 06 15:06:33.974102 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbc871-a872-4864-8938-a29acdf31996 req-9a31ad01-98dd-42ad-b336-588028e4ce18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:33.975637 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-fbbbc871-a872-4864-8938-a29acdf31996 req-9a31ad01-98dd-42ad-b336-588028e4ce18 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=64695cf2-b947-421d-a8ec-c7d4a4c60041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524457 Jul 06 15:06:34.081411 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-fbbbc871-a872-4864-8938-a29acdf31996 req-7904100c-a0e0-428f-ae03-4656ce5aee69 service neutron] 10.222.0.25 "GET /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988972 Jul 06 15:06:34.182053 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-fbbbc871-a872-4864-8938-a29acdf31996 req-65c7b0ee-3701-4388-9230-1925083d1781 service neutron] 10.222.0.25 "GET /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948815 Jul 06 15:06:34.293207 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-fc95065f-c3fd-4ff2-9698-bad2a67a9e29 req-9105315c-c2aa-4509-ae53-48a94e7c1b24 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8cede02-e790-45d4-abcf-8f5b6b33c164 HTTP/1.1" status: 200 len: 210 time: 0.0305197 Jul 06 15:06:34.298688 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b504b54-f333-4e90-8b3b-04ea33b89150 req-7f9b69d3-f6ad-4b33-ad25-dc5d03279d05 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:34.300352 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-7b504b54-f333-4e90-8b3b-04ea33b89150 req-7f9b69d3-f6ad-4b33-ad25-dc5d03279d05 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ded8df-9436-4dd7-aff7-d7db20b014ab HTTP/1.1" status: 200 len: 943 time: 0.0807388 Jul 06 15:06:34.344581 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-7b504b54-f333-4e90-8b3b-04ea33b89150 req-42e9f15b-bc07-4503-80dc-0a45dae206e0 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384068 Jul 06 15:06:35.439048 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-bc310b80-7243-4c06-90cf-f54df10ef42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:35.462004 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-619e0f0e-9567-417b-842d-cea00437ad08 req-5d6b7e0d-2fe1-4091-a3e5-c6c6ee382a1b tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8cede02-e790-45d4-abcf-8f5b6b33c164 HTTP/1.1" status: 200 len: 210 time: 0.0423243 Jul 06 15:06:35.488050 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-ac5f522a-d315-47b7-8426-477fefd3cd86 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:35.489544 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-ac5f522a-d315-47b7-8426-477fefd3cd86 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.25 "GET /v2.0/networks?id=3abcef30-8be7-4658-91ae-09498726cdbe HTTP/1.1" status: 200 len: 814 time: 0.4298205 Jul 06 15:06:35.500566 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:35.508987 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-34596fec-c6ed-4b51-bb25-c98700893b52 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Request body: {'port': {'device_id': 'f8cede02-e790-45d4-abcf-8f5b6b33c164', 'network_id': '3abcef30-8be7-4658-91ae-09498726cdbe', 'admin_state_up': True, 'tenant_id': '743713da04264383a9069f2b9ae45190'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:06:35.567394 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99240a77-08ae-4c95-82ad-0dedafb01c08 req-21fffed1-70c2-4013-a295-21d22f132eee tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:35.568793 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-99240a77-08ae-4c95-82ad-0dedafb01c08 req-21fffed1-70c2-4013-a295-21d22f132eee tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ded8df-9436-4dd7-aff7-d7db20b014ab HTTP/1.1" status: 200 len: 943 time: 0.0707142 Jul 06 15:06:35.609043 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-99240a77-08ae-4c95-82ad-0dedafb01c08 req-258e187f-98ec-49f1-b906-ba066ca54c15 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338044 Jul 06 15:06:35.614538 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-34596fec-c6ed-4b51-bb25-c98700893b52 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Made reservation on behalf of 743713da04264383a9069f2b9ae45190 for: {'port': 1} {{(pid=92916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:06:35.618719 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-34596fec-c6ed-4b51-bb25-c98700893b52 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:35.748078 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.db_base_plugin_common [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-34596fec-c6ed-4b51-bb25-c98700893b52 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Allocated IP 172.20.0.14 (3abcef30-8be7-4658-91ae-09498726cdbe/49cabfcf-b49d-4e45-857b-213edc6ecc8d/d77c0310-2296-46a3-b2ba-5300947b1a25) {{(pid=92916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:06:35.918586 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-34596fec-c6ed-4b51-bb25-c98700893b52 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Notify callbacks [] for port, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:35.960724 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-34596fec-c6ed-4b51-bb25-c98700893b52 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2824651'] for port, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:36.014059 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-34596fec-c6ed-4b51-bb25-c98700893b52 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Network 3abcef30-8be7-4658-91ae-09498726cdbe is already hosted by enough agents. {{(pid=92916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:06:36.022023 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.base_scheduler [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-34596fec-c6ed-4b51-bb25-c98700893b52 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Resources bound (agent type, host, resource id): {{(pid=92916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:06:36.025547 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.l3_dvrscheduler_db [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-34596fec-c6ed-4b51-bb25-c98700893b52 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Received port after_create {{(pid=92916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:06:36.060486 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34596fec-c6ed-4b51-bb25-c98700893b52 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Pushing event updated for resources: {'Port': ['ID=d77c0310-2296-46a3-b2ba-5300947b1a25,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:06:36.091240 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-34596fec-c6ed-4b51-bb25-c98700893b52 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:36.091860 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-34596fec-c6ed-4b51-bb25-c98700893b52 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:36.109836 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-34596fec-c6ed-4b51-bb25-c98700893b52 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6053622 Jul 06 15:06:36.127561 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-56a9a0de-53f1-42b2-b725-349ddf08fdae service neutron] Request body: {'port': {'device_id': 'f8cede02-e790-45d4-abcf-8f5b6b33c164', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:06:36.210139 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-56a9a0de-53f1-42b2-b725-349ddf08fdae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:36.497520 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.notifiers.nova [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-56a9a0de-53f1-42b2-b725-349ddf08fdae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d77c0310-2296-46a3-b2ba-5300947b1a25 {{(pid=92916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:06:36.505941 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-56a9a0de-53f1-42b2-b725-349ddf08fdae service neutron] Notify callbacks [] for port, precommit_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:36.519180 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.provisioning_blocks [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-56a9a0de-53f1-42b2-b725-349ddf08fdae service neutron] Transition to ACTIVE for port object d77c0310-2296-46a3-b2ba-5300947b1a25 will not be triggered until provisioned by entity L2. {{(pid=92916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:06:36.522952 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-56a9a0de-53f1-42b2-b725-349ddf08fdae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824505'] for port, after_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:36.572307 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9a0de-53f1-42b2-b725-349ddf08fdae service neutron] Pushing event updated for resources: {'Port': ['ID=d77c0310-2296-46a3-b2ba-5300947b1a25,revision_number=2']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:06:36.597834 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:36.686353 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.managers [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-56a9a0de-53f1-42b2-b725-349ddf08fdae service neutron] Attempting to bind port d77c0310-2296-46a3-b2ba-5300947b1a25 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:06:36.686673 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.managers [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-56a9a0de-53f1-42b2-b725-349ddf08fdae service neutron] Attempting to bind port d77c0310-2296-46a3-b2ba-5300947b1a25 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '2e32dc87-09ee-48fc-839c-b54d247a7010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3abcef30-8be7-4658-91ae-09498726cdbe'}] {{(pid=92916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:06:36.687023 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-56a9a0de-53f1-42b2-b725-349ddf08fdae service neutron] Attempting to bind port d77c0310-2296-46a3-b2ba-5300947b1a25 on network 3abcef30-8be7-4658-91ae-09498726cdbe {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:06:36.694102 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-56a9a0de-53f1-42b2-b725-349ddf08fdae service neutron] Port d77c0310-2296-46a3-b2ba-5300947b1a25 on network 3abcef30-8be7-4658-91ae-09498726cdbe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 15:06:36.694426 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-56a9a0de-53f1-42b2-b725-349ddf08fdae service neutron] Attempting to bind port d77c0310-2296-46a3-b2ba-5300947b1a25 on network 3abcef30-8be7-4658-91ae-09498726cdbe {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:06:36.705842 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9d330-f9ed-4f78-a1ed-55bec9ceb985 req-adecfa31-f1b2-45d4-a514-1862f79c61ec tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:36.707405 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-51a9d330-f9ed-4f78-a1ed-55bec9ceb985 req-adecfa31-f1b2-45d4-a514-1862f79c61ec tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8cede02-e790-45d4-abcf-8f5b6b33c164 HTTP/1.1" status: 200 len: 944 time: 0.1325274 Jul 06 15:06:36.710709 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-56a9a0de-53f1-42b2-b725-349ddf08fdae service neutron] Checking agent: {'id': '04d4ab22-d878-41a9-afec-a7a2984360cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'started_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:06:36.710709 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-56a9a0de-53f1-42b2-b725-349ddf08fdae service neutron] Checking segment: {'id': '2e32dc87-09ee-48fc-839c-b54d247a7010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3abcef30-8be7-4658-91ae-09498726cdbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:06:36.711577 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-56a9a0de-53f1-42b2-b725-349ddf08fdae service neutron] Bound using segment: {'id': '2e32dc87-09ee-48fc-839c-b54d247a7010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3abcef30-8be7-4658-91ae-09498726cdbe'} {{(pid=92916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:06:36.712761 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.managers [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-56a9a0de-53f1-42b2-b725-349ddf08fdae service neutron] Bound port: d77c0310-2296-46a3-b2ba-5300947b1a25, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e32dc87-09ee-48fc-839c-b54d247a7010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3abcef30-8be7-4658-91ae-09498726cdbe'}}] {{(pid=92916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:06:36.712761 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-56a9a0de-53f1-42b2-b725-349ddf08fdae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:36.803170 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-51a9d330-f9ed-4f78-a1ed-55bec9ceb985 req-1c121525-1d51-4d8c-88c2-7866011758ba tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/security-groups?id=1cbe9d3e-53b4-4261-97bb-14c0ae1bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738788 Jul 06 15:06:36.820761 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-56a9a0de-53f1-42b2-b725-349ddf08fdae service neutron] For port d77c0310-2296-46a3-b2ba-5300947b1a25, host hv-cinder-78836, cleared binding levels {{(pid=92916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:06:36.824015 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-56a9a0de-53f1-42b2-b725-349ddf08fdae service neutron] For port d77c0310-2296-46a3-b2ba-5300947b1a25, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d77c0310-2296-46a3-b2ba-5300947b1a25,segment=NetworkSegment(2e32dc87-09ee-48fc-839c-b54d247a7010),segment_id=2e32dc87-09ee-48fc-839c-b54d247a7010)] {{(pid=92916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:06:36.828390 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-56a9a0de-53f1-42b2-b725-349ddf08fdae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824505'] for port, after_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:36.855276 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd67add-499f-4941-8897-c6b32d9941f3 req-171d3e9f-a795-42f8-816e-f274b5312191 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:36.858245 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-bfd67add-499f-4941-8897-c6b32d9941f3 req-171d3e9f-a795-42f8-816e-f274b5312191 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ded8df-9436-4dd7-aff7-d7db20b014ab HTTP/1.1" status: 200 len: 943 time: 0.1296549 Jul 06 15:06:36.862017 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-56a9a0de-53f1-42b2-b725-349ddf08fdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:36.862626 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-56a9a0de-53f1-42b2-b725-349ddf08fdae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:36.864009 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-56a9a0de-53f1-42b2-b725-349ddf08fdae service neutron] 10.222.0.25 "PUT /v2.0/ports/d77c0310-2296-46a3-b2ba-5300947b1a25 HTTP/1.1" status: 200 len: 1094 time: 0.7408793 Jul 06 15:06:36.864547 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8cede02-e790-45d4-abcf-8f5b6b33c164', 'tag': 'd77c0310-2296-46a3-b2ba-5300947b1a25'}] {{(pid=92916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:06:36.867012 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95076a2cfa108320b507fde56cef9a7a3e09023494eaa6cf19f085f96635572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47aebb1b-bd17-45e6-8e4c-97bdf65ade2b" -d '{"events": [{"name": "network-changed", "server_uuid": "f8cede02-e790-45d4-abcf-8f5b6b33c164", "tag": "d77c0310-2296-46a3-b2ba-5300947b1a25"}]}' {{(pid=92916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:06:36.904454 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9a0de-53f1-42b2-b725-349ddf08fdae service neutron] Pushing event updated for resources: {'Port': ['ID=d77c0310-2296-46a3-b2ba-5300947b1a25,revision_number=3']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:06:36.912293 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-bfd67add-499f-4941-8897-c6b32d9941f3 req-491bf97c-8cb6-4fb3-96eb-356a6cca8e6c tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473657 Jul 06 15:06:36.923290 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceaac647-d551-4125-b8ea-0ee25847789f x-openstack-request-id: req-ceaac647-d551-4125-b8ea-0ee25847789f {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:06:36.923582 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8cede02-e790-45d4-abcf-8f5b6b33c164", "tag": "d77c0310-2296-46a3-b2ba-5300947b1a25", "status": "completed", "code": 200}]} {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:06:36.923980 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ceaac647-d551-4125-b8ea-0ee25847789f {{(pid=92916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:06:36.924235 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8cede02-e790-45d4-abcf-8f5b6b33c164', 'tag': 'd77c0310-2296-46a3-b2ba-5300947b1a25', 'status': 'completed', 'code': 200} Jul 06 15:06:36.999944 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-da6a7f67-7794-43ab-89cd-84edda32a08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:37.001369 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-da6a7f67-7794-43ab-89cd-84edda32a08a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=743713da04264383a9069f2b9ae45190&device_id=f8cede02-e790-45d4-abcf-8f5b6b33c164 HTTP/1.1" status: 200 len: 1097 time: 0.0593934 Jul 06 15:06:37.053340 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-0b186698-2b40-4d6c-b407-47f28b382a8d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d77c0310-2296-46a3-b2ba-5300947b1a25 HTTP/1.1" status: 200 len: 217 time: 0.0393150 Jul 06 15:06:37.107322 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-7a9de766-9972-4908-9eb3-2aaccebe3b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:37.108800 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-7a9de766-9972-4908-9eb3-2aaccebe3b83 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=49cabfcf-b49d-4e45-857b-213edc6ecc8d HTTP/1.1" status: 200 len: 854 time: 0.0487525 Jul 06 15:06:37.149299 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-81bf8d61-ad48-4742-9130-dd438a37830e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3abcef30-8be7-4658-91ae-09498726cdbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337555 Jul 06 15:06:37.243601 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-2f1aa3c4-1672-4010-a307-0841d133e927 service neutron] 10.222.0.25 "GET /v2.0/networks/3abcef30-8be7-4658-91ae-09498726cdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884085 Jul 06 15:06:37.333043 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-321d2abd-eec1-4217-81c3-55476fed15e9 req-9decebeb-9d4b-4e40-9d95-6a099d61ecbd service neutron] 10.222.0.25 "GET /v2.0/networks/3abcef30-8be7-4658-91ae-09498726cdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828178 Jul 06 15:06:37.471464 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aebb1b-bd17-45e6-8e4c-97bdf65ade2b req-85096f6b-f6a6-4623-95a2-494408125c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:37.472954 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-47aebb1b-bd17-45e6-8e4c-97bdf65ade2b req-85096f6b-f6a6-4623-95a2-494408125c30 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=743713da04264383a9069f2b9ae45190&device_id=f8cede02-e790-45d4-abcf-8f5b6b33c164 HTTP/1.1" status: 200 len: 1097 time: 0.0526402 Jul 06 15:06:37.543714 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:37.572337 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aebb1b-bd17-45e6-8e4c-97bdf65ade2b req-4ab84808-0942-4dad-8e85-07288b393fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:37.573905 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-47aebb1b-bd17-45e6-8e4c-97bdf65ade2b req-4ab84808-0942-4dad-8e85-07288b393fc0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3abcef30-8be7-4658-91ae-09498726cdbe HTTP/1.1" status: 200 len: 915 time: 0.0929527 Jul 06 15:06:37.618113 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-47aebb1b-bd17-45e6-8e4c-97bdf65ade2b req-c9581c7b-bbe5-4492-899f-671608a5172f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d77c0310-2296-46a3-b2ba-5300947b1a25 HTTP/1.1" status: 200 len: 217 time: 0.0371492 Jul 06 15:06:37.673707 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aebb1b-bd17-45e6-8e4c-97bdf65ade2b req-4560dbc9-8f49-4b1f-8c49-0e6c032a22dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:37.675720 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-47aebb1b-bd17-45e6-8e4c-97bdf65ade2b req-4560dbc9-8f49-4b1f-8c49-0e6c032a22dd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=49cabfcf-b49d-4e45-857b-213edc6ecc8d HTTP/1.1" status: 200 len: 854 time: 0.0508401 Jul 06 15:06:37.711241 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-47aebb1b-bd17-45e6-8e4c-97bdf65ade2b req-4ad8b958-20bd-4230-9d78-2db692511eab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3abcef30-8be7-4658-91ae-09498726cdbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286620 Jul 06 15:06:37.805087 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-47aebb1b-bd17-45e6-8e4c-97bdf65ade2b req-e0fb3da5-74b7-45cf-862e-5819e246150d service neutron] 10.222.0.25 "GET /v2.0/networks/3abcef30-8be7-4658-91ae-09498726cdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865614 Jul 06 15:06:37.900930 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-47aebb1b-bd17-45e6-8e4c-97bdf65ade2b req-87ee6247-9b95-4232-b1c5-04dccaa8c919 service neutron] 10.222.0.25 "GET /v2.0/networks/3abcef30-8be7-4658-91ae-09498726cdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896611 Jul 06 15:06:37.984976 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdb3df-4598-43da-b9e2-be3615f16116 req-3aac42eb-96be-4686-9746-b725e5e23566 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:37.986542 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-febdb3df-4598-43da-b9e2-be3615f16116 req-3aac42eb-96be-4686-9746-b725e5e23566 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8cede02-e790-45d4-abcf-8f5b6b33c164 HTTP/1.1" status: 200 len: 944 time: 0.0691326 Jul 06 15:06:38.030818 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-febdb3df-4598-43da-b9e2-be3615f16116 req-d896807a-ab1b-4cb9-b8c3-236a0d342d53 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/security-groups?id=1cbe9d3e-53b4-4261-97bb-14c0ae1bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379653 Jul 06 15:06:38.084120 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fef2e3-379f-4638-8862-d47e4e3d4ffd req-bc18617b-03e9-4d6f-971f-0efd9c15f2ea tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:38.085808 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-a4fef2e3-379f-4638-8862-d47e4e3d4ffd req-bc18617b-03e9-4d6f-971f-0efd9c15f2ea tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ded8df-9436-4dd7-aff7-d7db20b014ab HTTP/1.1" status: 200 len: 943 time: 0.0650697 Jul 06 15:06:38.126955 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-a4fef2e3-379f-4638-8862-d47e4e3d4ffd req-c42e7781-b244-4ac0-9657-e0e31c1e1527 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355999 Jul 06 15:06:38.624662 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:39.179968 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device d77c0310-2296-46a3-b2ba-5300947b1a25 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:06:39.215614 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e8de0-cb3b-449c-88cd-b30ff57306b4 req-d901e36e-8220-4c7e-989f-4f1de9c752d5 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:39.217114 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-757e8de0-cb3b-449c-88cd-b30ff57306b4 req-d901e36e-8220-4c7e-989f-4f1de9c752d5 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8cede02-e790-45d4-abcf-8f5b6b33c164 HTTP/1.1" status: 200 len: 944 time: 0.0741692 Jul 06 15:06:39.258308 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-757e8de0-cb3b-449c-88cd-b30ff57306b4 req-ae1e2bb5-efd8-4e0f-b81a-ee41fd470154 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/security-groups?id=1cbe9d3e-53b4-4261-97bb-14c0ae1bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342724 Jul 06 15:06:39.284193 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port d77c0310-2296-46a3-b2ba-5300947b1a25, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d77c0310-2296-46a3-b2ba-5300947b1a25,segment=NetworkSegment(2e32dc87-09ee-48fc-839c-b54d247a7010),segment_id=2e32dc87-09ee-48fc-839c-b54d247a7010)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:06:39.296545 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Returning: {'device': 'd77c0310-2296-46a3-b2ba-5300947b1a25', 'network_id': '3abcef30-8be7-4658-91ae-09498726cdbe', 'port_id': 'd77c0310-2296-46a3-b2ba-5300947b1a25', 'mac_address': 'fa:16:3e:55:dc:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49cabfcf-b49d-4e45-857b-213edc6ecc8d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:06:39.322367 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7bf119-a71a-4738-9d62-2459867f7872 req-8f15fb0c-523a-4c7a-97cc-6e89e1266f90 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:39.324464 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-3c7bf119-a71a-4738-9d62-2459867f7872 req-8f15fb0c-523a-4c7a-97cc-6e89e1266f90 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ded8df-9436-4dd7-aff7-d7db20b014ab HTTP/1.1" status: 200 len: 943 time: 0.0778675 Jul 06 15:06:39.338191 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:39.351929 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d77c0310-2296-46a3-b2ba-5300947b1a25 {{(pid=92917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:06:39.363017 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-3c7bf119-a71a-4738-9d62-2459867f7872 req-312cb7c1-d8b3-49a5-860d-75b12fd3802a tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330639 Jul 06 15:06:39.372149 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port d77c0310-2296-46a3-b2ba-5300947b1a25, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d77c0310-2296-46a3-b2ba-5300947b1a25,segment=NetworkSegment(2e32dc87-09ee-48fc-839c-b54d247a7010),segment_id=2e32dc87-09ee-48fc-839c-b54d247a7010)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:06:39.376525 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:39.426001 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=d77c0310-2296-46a3-b2ba-5300947b1a25,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:06:39.433782 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:06:39.434132 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:06:39.434473 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:06:39.434811 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:06:39.435175 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:06:39.435514 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:06:39.435841 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:06:39.436169 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:06:39.436499 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:06:39.436823 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:06:39.437147 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:06:39.437467 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:06:39.709957 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['d77c0310-2296-46a3-b2ba-5300947b1a25'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:06:40.443038 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80907489-b153-4824-bb17-c526d8f0efaa req-9ce4795e-6544-44f3-982f-3d26fcea4aee tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:40.444703 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-80907489-b153-4824-bb17-c526d8f0efaa req-9ce4795e-6544-44f3-982f-3d26fcea4aee tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8cede02-e790-45d4-abcf-8f5b6b33c164 HTTP/1.1" status: 200 len: 945 time: 0.0699482 Jul 06 15:06:40.488729 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-80907489-b153-4824-bb17-c526d8f0efaa req-1a066f02-2a56-475b-a30c-94c42a57754d tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/security-groups?id=1cbe9d3e-53b4-4261-97bb-14c0ae1bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357757 Jul 06 15:06:40.588716 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16fc35-ccc0-4e73-8987-0066a3230a90 req-bb8272f8-07bf-401b-957f-7c500dc1ac4e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:40.590153 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ba16fc35-ccc0-4e73-8987-0066a3230a90 req-bb8272f8-07bf-401b-957f-7c500dc1ac4e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ded8df-9436-4dd7-aff7-d7db20b014ab HTTP/1.1" status: 200 len: 943 time: 0.0693285 Jul 06 15:06:40.629690 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ba16fc35-ccc0-4e73-8987-0066a3230a90 req-761a21c0-ed0e-45ea-a256-9b69cd635dc0 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339241 Jul 06 15:06:41.193746 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:06:41.200775 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device d77c0310-2296-46a3-b2ba-5300947b1a25 up at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:06:41.306955 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning for port d77c0310-2296-46a3-b2ba-5300947b1a25 completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:06:41.318765 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning complete for port d77c0310-2296-46a3-b2ba-5300947b1a25 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:06:41.319175 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:41.358862 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89,segment=NetworkSegment(cbd1e5d0-d420-485d-b99a-e51814456ee0),segment_id=cbd1e5d0-d420-485d-b99a-e51814456ee0)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:06:41.377410 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Returning: {'device': 'ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'port_id': 'ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89', 'mac_address': 'fa:16:3e:77:33:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:06:41.443646 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:41.463211 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:41.465850 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89 {{(pid=92917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:06:41.502114 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89,segment=NetworkSegment(cbd1e5d0-d420-485d-b99a-e51814456ee0),segment_id=cbd1e5d0-d420-485d-b99a-e51814456ee0)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:06:41.508548 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cede02-e790-45d4-abcf-8f5b6b33c164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77c0310-2296-46a3-b2ba-5300947b1a25'}] {{(pid=92917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:06:41.510837 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ea3ef9b0f14ac6a08de5771e2132c48ed06abd6a52ccf1dddde4c27a9981b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f0ad80-f0e9-49ec-93c1-63ae19014ca6" -d '{"events": [{"server_uuid": "f8cede02-e790-45d4-abcf-8f5b6b33c164", "name": "network-vif-plugged", "status": "completed", "tag": "d77c0310-2296-46a3-b2ba-5300947b1a25"}]}' {{(pid=92917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:06:41.516141 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:41.529951 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port d77c0310-2296-46a3-b2ba-5300947b1a25, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d77c0310-2296-46a3-b2ba-5300947b1a25,segment=NetworkSegment(2e32dc87-09ee-48fc-839c-b54d247a7010),segment_id=2e32dc87-09ee-48fc-839c-b54d247a7010)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:06:41.549750 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:41.562270 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d6a67a-3d15-4aff-b35f-e911782c2c5c x-openstack-request-id: req-04d6a67a-3d15-4aff-b35f-e911782c2c5c {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:06:41.562560 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8cede02-e790-45d4-abcf-8f5b6b33c164", "name": "network-vif-plugged", "status": "completed", "tag": "d77c0310-2296-46a3-b2ba-5300947b1a25", "code": 200}]} {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:06:41.562812 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04d6a67a-3d15-4aff-b35f-e911782c2c5c {{(pid=92917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:06:41.563238 dv-cinder-788363-5-iscsi neutron-server[92917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8cede02-e790-45d4-abcf-8f5b6b33c164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77c0310-2296-46a3-b2ba-5300947b1a25', 'code': 200} Jul 06 15:06:41.577714 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:06:41.636072 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=d77c0310-2296-46a3-b2ba-5300947b1a25,revision_number=5']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:06:41.694058 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7fd45-7fa1-4167-9f7e-23d7f01da35b req-21c559bd-b584-43e1-bcfa-4282ef1ddd2f tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:41.697043 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-3ea7fd45-7fa1-4167-9f7e-23d7f01da35b req-21c559bd-b584-43e1-bcfa-4282ef1ddd2f tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8cede02-e790-45d4-abcf-8f5b6b33c164 HTTP/1.1" status: 200 len: 946 time: 0.0811393 Jul 06 15:06:41.741064 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-3ea7fd45-7fa1-4167-9f7e-23d7f01da35b req-266a8b2a-262a-445a-991e-d4bb7a592cf6 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/security-groups?id=1cbe9d3e-53b4-4261-97bb-14c0ae1bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375540 Jul 06 15:06:41.802399 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:06:41.827428 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5858f80-5d07-49a7-9209-e8a68aa02270 req-4df080bc-f977-4246-b72c-b154be7be385 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:41.829195 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c5858f80-5d07-49a7-9209-e8a68aa02270 req-4df080bc-f977-4246-b72c-b154be7be385 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ded8df-9436-4dd7-aff7-d7db20b014ab HTTP/1.1" status: 200 len: 944 time: 0.0725365 Jul 06 15:06:41.837540 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5694577-a1cd-48c9-82a7-16da851618d3 req-61f1192f-d3ef-46da-b6d8-fcc1a163742e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:41.839286 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-c5694577-a1cd-48c9-82a7-16da851618d3 req-61f1192f-d3ef-46da-b6d8-fcc1a163742e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f8cede02-e790-45d4-abcf-8f5b6b33c164 HTTP/1.1" status: 200 len: 1099 time: 0.0607855 Jul 06 15:06:41.873086 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c5858f80-5d07-49a7-9209-e8a68aa02270 req-1da0b0da-c0d2-4f68-abd4-2bc42883886c tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340250 Jul 06 15:06:41.876085 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-c5694577-a1cd-48c9-82a7-16da851618d3 req-ba892b5d-e058-46dc-832e-3c3508786014 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1cbe9d3e-53b4-4261-97bb-14c0ae1bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304282 Jul 06 15:06:42.935378 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85c49d-baee-4521-ba19-d652ea65a8e2 req-e4c6d7e8-2823-4e76-8954-2d55faf58f24 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:42.937744 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-5a85c49d-baee-4521-ba19-d652ea65a8e2 req-e4c6d7e8-2823-4e76-8954-2d55faf58f24 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8cede02-e790-45d4-abcf-8f5b6b33c164 HTTP/1.1" status: 200 len: 946 time: 0.0793636 Jul 06 15:06:42.987247 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-5a85c49d-baee-4521-ba19-d652ea65a8e2 req-9d53f969-e82a-43b2-bb81-1f0e81a63b0c tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/security-groups?id=1cbe9d3e-53b4-4261-97bb-14c0ae1bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434399 Jul 06 15:06:43.056139 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74652f-03f2-48b9-88cf-4ca97ca261c4 req-5fd9e045-a1c4-4821-b6a7-eafcc372028a tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:43.057617 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-2a74652f-03f2-48b9-88cf-4ca97ca261c4 req-5fd9e045-a1c4-4821-b6a7-eafcc372028a tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ded8df-9436-4dd7-aff7-d7db20b014ab HTTP/1.1" status: 200 len: 944 time: 0.0675461 Jul 06 15:06:43.097403 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-2a74652f-03f2-48b9-88cf-4ca97ca261c4 req-b43758d6-39b0-4599-a597-ec4be7092066 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336139 Jul 06 15:06:43.227823 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89 up at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:06:43.277690 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning for port ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89 completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:06:43.281317 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning complete for port ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:06:43.281632 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:43.361218 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:43.393681 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89,segment=NetworkSegment(cbd1e5d0-d420-485d-b99a-e51814456ee0),segment_id=cbd1e5d0-d420-485d-b99a-e51814456ee0)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:06:43.397291 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:43.444560 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89,revision_number=5']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:06:43.564349 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ded8df-9436-4dd7-aff7-d7db20b014ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89'}] {{(pid=92917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:06:43.566607 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ea3ef9b0f14ac6a08de5771e2132c48ed06abd6a52ccf1dddde4c27a9981b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4ae45d-b76d-4a28-85af-a12600cadc4a" -d '{"events": [{"server_uuid": "47ded8df-9436-4dd7-aff7-d7db20b014ab", "name": "network-vif-plugged", "status": "completed", "tag": "ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89"}]}' {{(pid=92917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:06:43.601534 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c877ea5-b6b1-405d-91e3-b94da6bfaa46 x-openstack-request-id: req-3c877ea5-b6b1-405d-91e3-b94da6bfaa46 {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:06:43.601831 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ded8df-9436-4dd7-aff7-d7db20b014ab", "name": "network-vif-plugged", "status": "completed", "tag": "ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89", "code": 200}]} {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:06:43.602088 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c877ea5-b6b1-405d-91e3-b94da6bfaa46 {{(pid=92917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:06:43.602486 dv-cinder-788363-5-iscsi neutron-server[92917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ded8df-9436-4dd7-aff7-d7db20b014ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89', 'code': 200} Jul 06 15:06:43.917512 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c290927-8b14-469d-8687-479d573bdb19 req-1c1816db-3896-49a2-b88c-c0d422345fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:43.919015 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-5c290927-8b14-469d-8687-479d573bdb19 req-1c1816db-3896-49a2-b88c-c0d422345fed service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=47ded8df-9436-4dd7-aff7-d7db20b014ab HTTP/1.1" status: 200 len: 1098 time: 0.0557294 Jul 06 15:06:43.977954 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-5c290927-8b14-469d-8687-479d573bdb19 req-9701cba5-2ecf-49f7-85a9-2d7ceb33db6f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291579 Jul 06 15:06:44.176396 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bdfe12-9370-475e-b0a3-71946cb4ac5d req-39fa8503-d280-4096-9c74-92cadba6cfea tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:44.177870 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-34bdfe12-9370-475e-b0a3-71946cb4ac5d req-39fa8503-d280-4096-9c74-92cadba6cfea tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8cede02-e790-45d4-abcf-8f5b6b33c164 HTTP/1.1" status: 200 len: 946 time: 0.0690048 Jul 06 15:06:44.222580 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-34bdfe12-9370-475e-b0a3-71946cb4ac5d req-c8569133-1096-4edc-a168-9352d1fba5a2 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/security-groups?id=1cbe9d3e-53b4-4261-97bb-14c0ae1bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379817 Jul 06 15:06:44.286053 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447431f6-f02d-4e8b-8655-962e3c9044f9 req-8fb68af4-75ac-45ac-ab95-0132ca3d4ef1 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:44.287768 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-447431f6-f02d-4e8b-8655-962e3c9044f9 req-8fb68af4-75ac-45ac-ab95-0132ca3d4ef1 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ded8df-9436-4dd7-aff7-d7db20b014ab HTTP/1.1" status: 200 len: 945 time: 0.0683277 Jul 06 15:06:44.292793 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6424b280-ce72-4b8c-86a8-0a365144ffcf req-6cbeb263-25f9-4b26-a2fc-fd2e31c30416 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f8cede02-e790-45d4-abcf-8f5b6b33c164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0651469 Jul 06 15:06:44.327815 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-447431f6-f02d-4e8b-8655-962e3c9044f9 req-e6cecd24-b279-4b57-ac30-5aefb3af1b7f tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334499 Jul 06 15:06:44.431511 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424b280-ce72-4b8c-86a8-0a365144ffcf req-8a2f486e-70f5-4f39-b5e7-71fd72b305ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:44.432931 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6424b280-ce72-4b8c-86a8-0a365144ffcf req-8a2f486e-70f5-4f39-b5e7-71fd72b305ca service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=743713da04264383a9069f2b9ae45190&device_id=f8cede02-e790-45d4-abcf-8f5b6b33c164 HTTP/1.1" status: 200 len: 1099 time: 0.0545597 Jul 06 15:06:44.554674 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424b280-ce72-4b8c-86a8-0a365144ffcf req-6e87f4e0-0d0f-4562-935a-5eb9435de9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:44.556211 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6424b280-ce72-4b8c-86a8-0a365144ffcf req-6e87f4e0-0d0f-4562-935a-5eb9435de9e3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3abcef30-8be7-4658-91ae-09498726cdbe HTTP/1.1" status: 200 len: 915 time: 0.0989702 Jul 06 15:06:44.601770 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6424b280-ce72-4b8c-86a8-0a365144ffcf req-ca87984d-7ae9-4209-b226-ff1f6df35708 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d77c0310-2296-46a3-b2ba-5300947b1a25 HTTP/1.1" status: 200 len: 217 time: 0.0379243 Jul 06 15:06:44.657140 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424b280-ce72-4b8c-86a8-0a365144ffcf req-4b43bb28-6317-47db-a0f6-4888464a9a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:44.658774 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6424b280-ce72-4b8c-86a8-0a365144ffcf req-4b43bb28-6317-47db-a0f6-4888464a9a72 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=49cabfcf-b49d-4e45-857b-213edc6ecc8d HTTP/1.1" status: 200 len: 854 time: 0.0499074 Jul 06 15:06:44.694046 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6424b280-ce72-4b8c-86a8-0a365144ffcf req-127f7107-9d91-49aa-b6d4-c01874a01083 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3abcef30-8be7-4658-91ae-09498726cdbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278802 Jul 06 15:06:44.790610 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6424b280-ce72-4b8c-86a8-0a365144ffcf req-bad82b93-598b-479f-bb09-bdac820530ed service neutron] 10.222.0.25 "GET /v2.0/networks/3abcef30-8be7-4658-91ae-09498726cdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892203 Jul 06 15:06:44.888866 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-6424b280-ce72-4b8c-86a8-0a365144ffcf req-b33f0d61-acb3-40b1-a8eb-059dd2bda996 service neutron] 10.222.0.25 "GET /v2.0/networks/3abcef30-8be7-4658-91ae-09498726cdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908473 Jul 06 15:06:45.527657 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ca057-a2b5-489a-8c8f-4e1168752575 req-fe0656c5-5748-479f-b3eb-0e9fd6a8ba71 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:45.529321 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-2b4ca057-a2b5-489a-8c8f-4e1168752575 req-fe0656c5-5748-479f-b3eb-0e9fd6a8ba71 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ded8df-9436-4dd7-aff7-d7db20b014ab HTTP/1.1" status: 200 len: 945 time: 0.0769217 Jul 06 15:06:45.566930 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-2b4ca057-a2b5-489a-8c8f-4e1168752575 req-c9f37250-af50-4e8e-b2aa-183d2cf27cd4 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321872 Jul 06 15:06:45.753252 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc8e0d5-39f9-474a-aea6-cd7e75b4b975 req-188fabeb-2e4a-419b-b878-1df1f58a978d tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:45.755842 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-6bc8e0d5-39f9-474a-aea6-cd7e75b4b975 req-188fabeb-2e4a-419b-b878-1df1f58a978d tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ded8df-9436-4dd7-aff7-d7db20b014ab HTTP/1.1" status: 200 len: 945 time: 0.0708029 Jul 06 15:06:45.796900 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-6bc8e0d5-39f9-474a-aea6-cd7e75b4b975 req-c925f7d0-9597-4355-81c5-1c2662aba61d tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334539 Jul 06 15:06:45.822649 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 57308) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:06:45.876381 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b308a334-1997-4fec-a4a0-dd493eee10cf tempest-TestVolumeBootPattern-143186361 tempest-TestVolumeBootPattern-143186361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:45.877904 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-b308a334-1997-4fec-a4a0-dd493eee10cf tempest-TestVolumeBootPattern-143186361 tempest-TestVolumeBootPattern-143186361-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=47ded8df-9436-4dd7-aff7-d7db20b014ab HTTP/1.1" status: 200 len: 1093 time: 0.0542152 Jul 06 15:06:45.880702 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 57310) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:06:45.885894 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [None req-7f1e082a-f72a-4cd5-a902-26d80ba8816e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Request body: {'floatingip': {'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'port_id': 'ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:06:45.917269 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7f1e082a-f72a-4cd5-a902-26d80ba8816e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for floatingip, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:46.020614 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7f1e082a-f72a-4cd5-a902-26d80ba8816e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:46.128949 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_common [None req-7f1e082a-f72a-4cd5-a902-26d80ba8816e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Allocated IP 172.27.3.252 (cda8cae0-c766-4621-9577-ca435140768c/1f1b7348-831f-4a39-b588-ec6aad475c62/8eff72f2-3ca4-4748-aa4b-3173709236f0) {{(pid=92915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:06:46.234331 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7f1e082a-f72a-4cd5-a902-26d80ba8816e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for port, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:46.273536 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7f1e082a-f72a-4cd5-a902-26d80ba8816e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2297291'] for port, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:46.311504 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1e082a-f72a-4cd5-a902-26d80ba8816e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Network cda8cae0-c766-4621-9577-ca435140768c is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:06:46.317598 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [None req-7f1e082a-f72a-4cd5-a902-26d80ba8816e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:06:46.322892 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1e082a-f72a-4cd5-a902-26d80ba8816e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Received port after_create {{(pid=92915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:06:46.325917 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e082a-f72a-4cd5-a902-26d80ba8816e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Pushing event updated for resources: {'Port': ['ID=8eff72f2-3ca4-4748-aa4b-3173709236f0,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:06:46.355899 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e082a-f72a-4cd5-a902-26d80ba8816e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:06:46.356242 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e082a-f72a-4cd5-a902-26d80ba8816e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:06:46.356579 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e082a-f72a-4cd5-a902-26d80ba8816e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:06:46.356915 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e082a-f72a-4cd5-a902-26d80ba8816e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:06:46.357243 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e082a-f72a-4cd5-a902-26d80ba8816e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:06:46.357566 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e082a-f72a-4cd5-a902-26d80ba8816e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:06:46.357887 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e082a-f72a-4cd5-a902-26d80ba8816e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:06:46.358214 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e082a-f72a-4cd5-a902-26d80ba8816e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:06:46.358613 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e082a-f72a-4cd5-a902-26d80ba8816e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:06:46.358934 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e082a-f72a-4cd5-a902-26d80ba8816e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:06:46.359275 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e082a-f72a-4cd5-a902-26d80ba8816e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:06:46.359590 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e082a-f72a-4cd5-a902-26d80ba8816e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:06:46.734694 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7f1e082a-f72a-4cd5-a902-26d80ba8816e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:46.817906 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7f1e082a-f72a-4cd5-a902-26d80ba8816e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:46.989230 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7f1e082a-f72a-4cd5-a902-26d80ba8816e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for port, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:46.994583 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7f1e082a-f72a-4cd5-a902-26d80ba8816e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2297145'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:47.073471 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e082a-f72a-4cd5-a902-26d80ba8816e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Pushing event updated for resources: {'Port': ['ID=8eff72f2-3ca4-4748-aa4b-3173709236f0,revision_number=2']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:06:47.083056 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7f1e082a-f72a-4cd5-a902-26d80ba8816e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413103'] for floatingip, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:47.190508 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.db.l3_db [None req-7f1e082a-f72a-4cd5-a902-26d80ba8816e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Floating IP 0ca3d2d3-a297-496f-b3e7-ed5646b8cb14 associated. External IP: 172.27.3.252, port: ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89. Jul 06 15:06:47.405131 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1e082a-f72a-4cd5-a902-26d80ba8816e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Router b179d53b-7d87-42d9-b693-c44a1e65b0f6 has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:06:47.520603 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1e082a-f72a-4cd5-a902-26d80ba8816e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:06:47.530791 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a469d8-c661-4261-b8f3-a1270d1d4920 None None] Sync routers for ids ['b179d53b-7d87-42d9-b693-c44a1e65b0f6'] in dv-cinder-788363-5-iscsi {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:06:47.536449 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-7f1e082a-f72a-4cd5-a902-26d80ba8816e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for floatingip, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:47.541386 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a469d8-c661-4261-b8f3-a1270d1d4920 None None] Routers {'b179d53b-7d87-42d9-b693-c44a1e65b0f6'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:06:47.542022 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-10a469d8-c661-4261-b8f3-a1270d1d4920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:06:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['b179d53b-7d87-42d9-b693-c44a1e65b0f6'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:06:47.578934 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-7f1e082a-f72a-4cd5-a902-26d80ba8816e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6972063 Jul 06 15:06:47.579631 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ded8df-9436-4dd7-aff7-d7db20b014ab', 'tag': 'ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89'}] {{(pid=92915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:06:47.581863 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92756195bd967bcafd15386578949a9109be95aebc1330c0508ce0179bff92bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14fa77c-69bb-4897-ac3a-34374a8f2f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "47ded8df-9436-4dd7-aff7-d7db20b014ab", "tag": "ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89"}]}' {{(pid=92915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:06:47.626657 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c9666d-5e1b-4443-a480-ebfeb295bbce x-openstack-request-id: req-27c9666d-5e1b-4443-a480-ebfeb295bbce {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:06:47.626956 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ded8df-9436-4dd7-aff7-d7db20b014ab", "tag": "ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89", "status": "completed", "code": 200}]} {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:06:47.627412 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27c9666d-5e1b-4443-a480-ebfeb295bbce {{(pid=92915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:06:47.627844 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ded8df-9436-4dd7-aff7-d7db20b014ab', 'tag': 'ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89', 'status': 'completed', 'code': 200} Jul 06 15:06:47.653066 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-10a469d8-c661-4261-b8f3-a1270d1d4920 None None] Set router b179d53b-7d87-42d9-b693-c44a1e65b0f6 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:06:47.735169 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14fa77c-69bb-4897-ac3a-34374a8f2f9a req-77850d49-c2a9-4327-8868-f9de28283635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:47.736596 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a14fa77c-69bb-4897-ac3a-34374a8f2f9a req-77850d49-c2a9-4327-8868-f9de28283635 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6638c7280e734d51ae0c55b6eb0195b2&device_id=47ded8df-9436-4dd7-aff7-d7db20b014ab HTTP/1.1" status: 200 len: 1098 time: 0.0549483 Jul 06 15:06:47.838509 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14fa77c-69bb-4897-ac3a-34374a8f2f9a req-070480e1-02bc-4669-a2a3-56bd386e8c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:47.840147 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a14fa77c-69bb-4897-ac3a-34374a8f2f9a req-070480e1-02bc-4669-a2a3-56bd386e8c3d service neutron] 10.222.0.25 "GET /v2.0/networks?id=64695cf2-b947-421d-a8ec-c7d4a4c60041 HTTP/1.1" status: 200 len: 913 time: 0.0903752 Jul 06 15:06:47.897703 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-10a469d8-c661-4261-b8f3-a1270d1d4920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'name': 'tempest-TestVolumeBootPattern-1221050928-router', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:03:09Z', 'updated_at': '2021-07-06T15:03:19Z', 'revision_number': 4, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'gw_port': {'id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:11Z', 'updated_at': '2021-07-06T15:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_floatingips': [{'id': '0ca3d2d3-a297-496f-b3e7-ed5646b8cb14', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'floating_ip_address': '172.27.3.252', 'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'router_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'port_id': 'ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'mac_address': 'fa:16:3e:77:33:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ded8df-9436-4dd7-aff7-d7db20b014ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:06:46Z', 'updated_at': '2021-07-06T15:06:46Z', 'revision_number': 0, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13374876-3410-4d2e-8c85-50af6fc5645a', 'name': '', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'mac_address': 'fa:16:3e:2f:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:18Z', 'updated_at': '2021-07-06T15:03:27Z', 'revision_number': 5, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'subnets': [{'id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:06:47.918057 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a14fa77c-69bb-4897-ac3a-34374a8f2f9a req-21d7e165-d8f2-40cf-b73f-0f5532a1a301 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89 HTTP/1.1" status: 200 len: 999 time: 0.0703356 Jul 06 15:06:47.925791 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a469d8-c661-4261-b8f3-a1270d1d4920 None None] Checking router: b179d53b-7d87-42d9-b693-c44a1e65b0f6 for host: dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:06:47.936619 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a469d8-c661-4261-b8f3-a1270d1d4920 None None] Routers {'b179d53b-7d87-42d9-b693-c44a1e65b0f6'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:06:47.937245 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-10a469d8-c661-4261-b8f3-a1270d1d4920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:06:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['b179d53b-7d87-42d9-b693-c44a1e65b0f6'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:06:48.027844 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14fa77c-69bb-4897-ac3a-34374a8f2f9a req-746a006f-6cad-4c66-8836-1e49f67625bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:48.029351 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a14fa77c-69bb-4897-ac3a-34374a8f2f9a req-746a006f-6cad-4c66-8836-1e49f67625bf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6f55b19c-b3b1-4b8b-ae03-c830681db810 HTTP/1.1" status: 200 len: 851 time: 0.1047060 Jul 06 15:06:48.054373 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-10a469d8-c661-4261-b8f3-a1270d1d4920 None None] Set router b179d53b-7d87-42d9-b693-c44a1e65b0f6 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:06:48.091813 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14fa77c-69bb-4897-ac3a-34374a8f2f9a req-dc300e67-48a9-4cf8-a466-f3c85618c6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:48.093330 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a14fa77c-69bb-4897-ac3a-34374a8f2f9a req-dc300e67-48a9-4cf8-a466-f3c85618c6fc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=64695cf2-b947-421d-a8ec-c7d4a4c60041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568459 Jul 06 15:06:48.104308 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [req-a14fa77c-69bb-4897-ac3a-34374a8f2f9a req-028b1724-5d6e-4432-88e2-24aca7b6f78f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 15:06:48.105273 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a14fa77c-69bb-4897-ac3a-34374a8f2f9a req-028b1724-5d6e-4432-88e2-24aca7b6f78f service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053115 Jul 06 15:06:48.222993 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a14fa77c-69bb-4897-ac3a-34374a8f2f9a req-71ff45bb-6511-44d7-b2b9-768f99e151ad service neutron] 10.222.0.25 "GET /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109567 Jul 06 15:06:48.312476 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-10a469d8-c661-4261-b8f3-a1270d1d4920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'name': 'tempest-TestVolumeBootPattern-1221050928-router', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:03:09Z', 'updated_at': '2021-07-06T15:03:19Z', 'revision_number': 4, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'gw_port': {'id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:11Z', 'updated_at': '2021-07-06T15:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_floatingips': [{'id': '0ca3d2d3-a297-496f-b3e7-ed5646b8cb14', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'floating_ip_address': '172.27.3.252', 'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'router_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'port_id': 'ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'mac_address': 'fa:16:3e:77:33:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ded8df-9436-4dd7-aff7-d7db20b014ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:06:46Z', 'updated_at': '2021-07-06T15:06:46Z', 'revision_number': 0, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13374876-3410-4d2e-8c85-50af6fc5645a', 'name': '', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'mac_address': 'fa:16:3e:2f:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:18Z', 'updated_at': '2021-07-06T15:03:27Z', 'revision_number': 5, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'subnets': [{'id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:06:48.322035 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a14fa77c-69bb-4897-ac3a-34374a8f2f9a req-49119f16-e9d7-441d-8b07-9ce47d227057 service neutron] 10.222.0.25 "GET /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911868 Jul 06 15:06:48.471873 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a469d8-c661-4261-b8f3-a1270d1d4920 None None] The sync data for ids ['b179d53b-7d87-42d9-b693-c44a1e65b0f6'] in dv-cinder-788363-5-iscsi is: [{'id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'name': 'tempest-TestVolumeBootPattern-1221050928-router', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:03:09Z', 'updated_at': '2021-07-06T15:03:19Z', 'revision_number': 4, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'gw_port': {'id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:11Z', 'updated_at': '2021-07-06T15:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_floatingips': [{'id': '0ca3d2d3-a297-496f-b3e7-ed5646b8cb14', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'floating_ip_address': '172.27.3.252', 'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'router_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'port_id': 'ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'mac_address': 'fa:16:3e:77:33:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ded8df-9436-4dd7-aff7-d7db20b014ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:06:46Z', 'updated_at': '2021-07-06T15:06:46Z', 'revision_number': 0, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13374876-3410-4d2e-8c85-50af6fc5645a', 'name': '', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'mac_address': 'fa:16:3e:2f:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:18Z', 'updated_at': '2021-07-06T15:03:27Z', 'revision_number': 5, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'subnets': [{'id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:06:48.674723 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ced2308-1d71-40db-849e-14a68eaad17e None None] New status for floating IP 0ca3d2d3-a297-496f-b3e7-ed5646b8cb14: ACTIVE {{(pid=92918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:07:01.993275 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-dee73e1e-10d2-4590-bb11-1fc34c28e9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:05.421452 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-bb802ee2-34db-4efc-b05d-9bb123cff561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:05.493094 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:06.505217 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 6 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:07:06.603026 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:07.544695 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:08.631069 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:26.189231 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e775be-9ba7-4ddb-9830-02f064ad574c req-8844736c-ba98-4e1c-a3ab-55f1413540c1 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:26.190784 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b3e775be-9ba7-4ddb-9830-02f064ad574c req-8844736c-ba98-4e1c-a3ab-55f1413540c1 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8cede02-e790-45d4-abcf-8f5b6b33c164 HTTP/1.1" status: 200 len: 946 time: 0.0784645 Jul 06 15:07:26.231391 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b3e775be-9ba7-4ddb-9830-02f064ad574c req-ff7da684-3a1a-4fdd-8bb7-df264afb5592 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/security-groups?id=1cbe9d3e-53b4-4261-97bb-14c0ae1bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349481 Jul 06 15:07:27.417137 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bc02e-b5fc-4b05-bdc8-b22d8a395fc3 req-9a9caba0-d5a8-4fc7-9534-712dafd0226a tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:27.418833 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-8b5bc02e-b5fc-4b05-bdc8-b22d8a395fc3 req-9a9caba0-d5a8-4fc7-9534-712dafd0226a tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8cede02-e790-45d4-abcf-8f5b6b33c164 HTTP/1.1" status: 200 len: 946 time: 0.0723443 Jul 06 15:07:27.460751 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-8b5bc02e-b5fc-4b05-bdc8-b22d8a395fc3 req-5f89a93f-e23f-4045-9a8b-67e686105e31 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/security-groups?id=1cbe9d3e-53b4-4261-97bb-14c0ae1bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355983 Jul 06 15:07:27.846172 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ad0ce-5edb-417b-bba1-2092a46b5b5a req-a5251a0d-02e6-413b-95e6-60d463adb714 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:27.847749 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b35ad0ce-5edb-417b-bba1-2092a46b5b5a req-a5251a0d-02e6-413b-95e6-60d463adb714 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8cede02-e790-45d4-abcf-8f5b6b33c164 HTTP/1.1" status: 200 len: 946 time: 0.0660181 Jul 06 15:07:27.953561 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [req-b35ad0ce-5edb-417b-bba1-2092a46b5b5a req-4e623196-456a-4d72-87e2-7373399caa06 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Deleting port d77c0310-2296-46a3-b2ba-5300947b1a25 {{(pid=92915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:07:27.953914 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-b35ad0ce-5edb-417b-bba1-2092a46b5b5a req-4e623196-456a-4d72-87e2-7373399caa06 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:28.045133 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-b35ad0ce-5edb-417b-bba1-2092a46b5b5a req-4e623196-456a-4d72-87e2-7373399caa06 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] For port d77c0310-2296-46a3-b2ba-5300947b1a25, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d77c0310-2296-46a3-b2ba-5300947b1a25,segment=NetworkSegment(2e32dc87-09ee-48fc-839c-b54d247a7010),segment_id=2e32dc87-09ee-48fc-839c-b54d247a7010)] {{(pid=92915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:07:28.045488 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-b35ad0ce-5edb-417b-bba1-2092a46b5b5a req-4e623196-456a-4d72-87e2-7373399caa06 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:28.058055 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [req-b35ad0ce-5edb-417b-bba1-2092a46b5b5a req-4e623196-456a-4d72-87e2-7373399caa06 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Calling delete_port for d77c0310-2296-46a3-b2ba-5300947b1a25 owned by compute:nova {{(pid=92915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:07:28.194821 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-b35ad0ce-5edb-417b-bba1-2092a46b5b5a req-4e623196-456a-4d72-87e2-7373399caa06 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2297282'] for port, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:28.230840 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['d77c0310-2296-46a3-b2ba-5300947b1a25'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:07:28.232494 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e623196-456a-4d72-87e2-7373399caa06 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Pushing event deleted for resources: {'Port': ['ID=d77c0310-2296-46a3-b2ba-5300947b1a25,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:28.278725 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35ad0ce-5edb-417b-bba1-2092a46b5b5a req-4e623196-456a-4d72-87e2-7373399caa06 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] No DVR routers for this DVR port d77c0310-2296-46a3-b2ba-5300947b1a25 on host hv-cinder-78836 {{(pid=92915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:07:28.281640 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-b35ad0ce-5edb-417b-bba1-2092a46b5b5a req-4e623196-456a-4d72-87e2-7373399caa06 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:28.283968 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b35ad0ce-5edb-417b-bba1-2092a46b5b5a req-4e623196-456a-4d72-87e2-7373399caa06 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.25 "DELETE /v2.0/ports/d77c0310-2296-46a3-b2ba-5300947b1a25 HTTP/1.1" status: 204 len: 173 time: 0.4311860 Jul 06 15:07:28.284422 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cede02-e790-45d4-abcf-8f5b6b33c164', 'name': 'network-vif-deleted', 'tag': 'd77c0310-2296-46a3-b2ba-5300947b1a25'}] {{(pid=92915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:07:28.287164 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92756195bd967bcafd15386578949a9109be95aebc1330c0508ce0179bff92bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a743b0c-bc05-4562-b8ca-e3e2e07d9fb0" -d '{"events": [{"server_uuid": "f8cede02-e790-45d4-abcf-8f5b6b33c164", "name": "network-vif-deleted", "tag": "d77c0310-2296-46a3-b2ba-5300947b1a25"}]}' {{(pid=92915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:07:28.385028 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1615444-2183-4207-ace1-b0e38bb7f5de x-openstack-request-id: req-d1615444-2183-4207-ace1-b0e38bb7f5de {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:07:28.385364 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8cede02-e790-45d4-abcf-8f5b6b33c164", "name": "network-vif-deleted", "tag": "d77c0310-2296-46a3-b2ba-5300947b1a25", "status": "completed", "code": 200}]} {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:07:28.385616 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1615444-2183-4207-ace1-b0e38bb7f5de {{(pid=92915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:07:28.386019 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8cede02-e790-45d4-abcf-8f5b6b33c164', 'name': 'network-vif-deleted', 'tag': 'd77c0310-2296-46a3-b2ba-5300947b1a25', 'status': 'completed', 'code': 200} Jul 06 15:07:28.618097 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-b0aa93e1-4d32-4ab6-a58b-87ef3a2a09dc req-5900609a-1553-40ca-a359-6f04a6e701bb tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8cede02-e790-45d4-abcf-8f5b6b33c164 HTTP/1.1" status: 200 len: 210 time: 0.0294402 Jul 06 15:07:31.985168 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-2b844271-d268-4b10-8fec-0582b294ed8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:32.771707 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device d77c0310-2296-46a3-b2ba-5300947b1a25 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:07:32.794228 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] No Port match for: d77c0310-2296-46a3-b2ba-5300947b1a25 {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:07:32.794625 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device d77c0310-2296-46a3-b2ba-5300947b1a25 not bound to the agent host hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:07:35.422211 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4816ff58-0efc-4f62-b129-496b5e0cc560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:35.500528 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:36.603421 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:37.565877 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:38.632205 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:38.683244 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d80055-6c45-4332-a468-d8a99ee27663 req-d94738a1-7343-4fb2-995e-ff0cea4290bf tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:38.684805 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-77d80055-6c45-4332-a468-d8a99ee27663 req-d94738a1-7343-4fb2-995e-ff0cea4290bf tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/networks?id=3abcef30-8be7-4658-91ae-09498726cdbe HTTP/1.1" status: 200 len: 814 time: 0.1123440 Jul 06 15:07:38.700354 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-77d80055-6c45-4332-a468-d8a99ee27663 req-e7fa34bd-366d-4715-8fec-d14190806718 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/quotas/743713da04264383a9069f2b9ae45190 HTTP/1.1" status: 200 len: 375 time: 0.0095756 Jul 06 15:07:38.736864 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-77d80055-6c45-4332-a468-d8a99ee27663 req-43adf5a3-12c1-4127-b0c3-702d2573f929 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=743713da04264383a9069f2b9ae45190&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307639 Jul 06 15:07:38.748211 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [req-77d80055-6c45-4332-a468-d8a99ee27663 req-de84c9b1-5f5c-4006-8019-e5ab7c7d0839 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 15:07:38.749192 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-77d80055-6c45-4332-a468-d8a99ee27663 req-de84c9b1-5f5c-4006-8019-e5ab7c7d0839 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052009 Jul 06 15:07:38.838102 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-77d80055-6c45-4332-a468-d8a99ee27663 req-04b3360c-c5f3-4bbd-b2cb-e4c9e8e9a354 service neutron] 10.222.0.20 "GET /v2.0/networks/3abcef30-8be7-4658-91ae-09498726cdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833263 Jul 06 15:07:38.933154 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-77d80055-6c45-4332-a468-d8a99ee27663 req-ca40ba7d-5126-47f2-a6fe-7134d1cccd60 service neutron] 10.222.0.20 "GET /v2.0/networks/3abcef30-8be7-4658-91ae-09498726cdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888050 Jul 06 15:07:39.106541 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-1d39a754-3db7-4859-ace0-99f91c8be64f req-1a49d768-2fe7-4b10-98a9-db95f31899c2 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ead6a8e-f4b5-48d1-b9b3-4aeac6f7ab58 HTTP/1.1" status: 200 len: 210 time: 0.0303650 Jul 06 15:07:40.253301 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-cb68ac23-a377-4c39-b043-0ae85c667c40 req-b6661333-e334-433b-bc73-3c17bce14cae tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ead6a8e-f4b5-48d1-b9b3-4aeac6f7ab58 HTTP/1.1" status: 200 len: 210 time: 0.0300596 Jul 06 15:07:40.423798 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d80055-6c45-4332-a468-d8a99ee27663 req-9daa818b-99e4-4796-810b-56f848b92297 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:40.425278 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-77d80055-6c45-4332-a468-d8a99ee27663 req-9daa818b-99e4-4796-810b-56f848b92297 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.25 "GET /v2.0/networks?id=3abcef30-8be7-4658-91ae-09498726cdbe HTTP/1.1" status: 200 len: 814 time: 0.1072505 Jul 06 15:07:40.451657 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [req-77d80055-6c45-4332-a468-d8a99ee27663 req-0c34b732-195d-4cc1-b3e3-82cc4d359d86 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Request body: {'port': {'device_id': '1ead6a8e-f4b5-48d1-b9b3-4aeac6f7ab58', 'network_id': '3abcef30-8be7-4658-91ae-09498726cdbe', 'admin_state_up': True, 'tenant_id': '743713da04264383a9069f2b9ae45190'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:07:40.564385 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77d80055-6c45-4332-a468-d8a99ee27663 req-0c34b732-195d-4cc1-b3e3-82cc4d359d86 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Made reservation on behalf of 743713da04264383a9069f2b9ae45190 for: {'port': 1} {{(pid=92915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:07:40.567931 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-77d80055-6c45-4332-a468-d8a99ee27663 req-0c34b732-195d-4cc1-b3e3-82cc4d359d86 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:40.693131 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_common [req-77d80055-6c45-4332-a468-d8a99ee27663 req-0c34b732-195d-4cc1-b3e3-82cc4d359d86 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Allocated IP 172.20.0.6 (3abcef30-8be7-4658-91ae-09498726cdbe/49cabfcf-b49d-4e45-857b-213edc6ecc8d/1e84c526-c758-4547-9c5e-16b7a77ef0f6) {{(pid=92915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:07:40.841509 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-77d80055-6c45-4332-a468-d8a99ee27663 req-0c34b732-195d-4cc1-b3e3-82cc4d359d86 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Notify callbacks [] for port, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:40.880105 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-77d80055-6c45-4332-a468-d8a99ee27663 req-0c34b732-195d-4cc1-b3e3-82cc4d359d86 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2297291'] for port, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:40.923242 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77d80055-6c45-4332-a468-d8a99ee27663 req-0c34b732-195d-4cc1-b3e3-82cc4d359d86 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Network 3abcef30-8be7-4658-91ae-09498726cdbe is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:07:40.928463 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [req-77d80055-6c45-4332-a468-d8a99ee27663 req-0c34b732-195d-4cc1-b3e3-82cc4d359d86 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:07:40.932361 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d80055-6c45-4332-a468-d8a99ee27663 req-0c34b732-195d-4cc1-b3e3-82cc4d359d86 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Received port after_create {{(pid=92915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:07:40.939334 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34b732-195d-4cc1-b3e3-82cc4d359d86 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Pushing event updated for resources: {'Port': ['ID=1e84c526-c758-4547-9c5e-16b7a77ef0f6,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:40.988536 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d80055-6c45-4332-a468-d8a99ee27663 req-0c34b732-195d-4cc1-b3e3-82cc4d359d86 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:40.989150 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-77d80055-6c45-4332-a468-d8a99ee27663 req-0c34b732-195d-4cc1-b3e3-82cc4d359d86 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:41.003476 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-77d80055-6c45-4332-a468-d8a99ee27663 req-0c34b732-195d-4cc1-b3e3-82cc4d359d86 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5558109 Jul 06 15:07:41.022171 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [req-77d80055-6c45-4332-a468-d8a99ee27663 req-dd6a41e2-47cb-44e5-a51e-270b951ee7d3 service neutron] Request body: {'port': {'device_id': '1ead6a8e-f4b5-48d1-b9b3-4aeac6f7ab58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:07:41.091565 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-77d80055-6c45-4332-a468-d8a99ee27663 req-dd6a41e2-47cb-44e5-a51e-270b951ee7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:41.354955 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [req-77d80055-6c45-4332-a468-d8a99ee27663 req-dd6a41e2-47cb-44e5-a51e-270b951ee7d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e84c526-c758-4547-9c5e-16b7a77ef0f6 {{(pid=92915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:07:41.363288 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-77d80055-6c45-4332-a468-d8a99ee27663 req-dd6a41e2-47cb-44e5-a51e-270b951ee7d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:41.400284 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.provisioning_blocks [req-77d80055-6c45-4332-a468-d8a99ee27663 req-dd6a41e2-47cb-44e5-a51e-270b951ee7d3 service neutron] Transition to ACTIVE for port object 1e84c526-c758-4547-9c5e-16b7a77ef0f6 will not be triggered until provisioned by entity L2. {{(pid=92915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:07:41.404437 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-77d80055-6c45-4332-a468-d8a99ee27663 req-dd6a41e2-47cb-44e5-a51e-270b951ee7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2297145'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:41.462997 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a41e2-47cb-44e5-a51e-270b951ee7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e84c526-c758-4547-9c5e-16b7a77ef0f6,revision_number=2']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:41.533239 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a730a-1a20-4c84-a851-50e4558e932a req-edb5d74d-3185-4281-bb8d-5d470c865fbe tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:41.534770 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-373a730a-1a20-4c84-a851-50e4558e932a req-edb5d74d-3185-4281-bb8d-5d470c865fbe tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ead6a8e-f4b5-48d1-b9b3-4aeac6f7ab58 HTTP/1.1" status: 200 len: 931 time: 0.1653023 Jul 06 15:07:41.576784 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.managers [req-77d80055-6c45-4332-a468-d8a99ee27663 req-dd6a41e2-47cb-44e5-a51e-270b951ee7d3 service neutron] Attempting to bind port 1e84c526-c758-4547-9c5e-16b7a77ef0f6 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:07:41.577113 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.managers [req-77d80055-6c45-4332-a468-d8a99ee27663 req-dd6a41e2-47cb-44e5-a51e-270b951ee7d3 service neutron] Attempting to bind port 1e84c526-c758-4547-9c5e-16b7a77ef0f6 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '2e32dc87-09ee-48fc-839c-b54d247a7010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3abcef30-8be7-4658-91ae-09498726cdbe'}] {{(pid=92915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:07:41.577513 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d80055-6c45-4332-a468-d8a99ee27663 req-dd6a41e2-47cb-44e5-a51e-270b951ee7d3 service neutron] Attempting to bind port 1e84c526-c758-4547-9c5e-16b7a77ef0f6 on network 3abcef30-8be7-4658-91ae-09498726cdbe {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:07:41.595299 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d80055-6c45-4332-a468-d8a99ee27663 req-dd6a41e2-47cb-44e5-a51e-270b951ee7d3 service neutron] Port 1e84c526-c758-4547-9c5e-16b7a77ef0f6 on network 3abcef30-8be7-4658-91ae-09498726cdbe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 15:07:41.595612 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d80055-6c45-4332-a468-d8a99ee27663 req-dd6a41e2-47cb-44e5-a51e-270b951ee7d3 service neutron] Attempting to bind port 1e84c526-c758-4547-9c5e-16b7a77ef0f6 on network 3abcef30-8be7-4658-91ae-09498726cdbe {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:07:41.600060 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-373a730a-1a20-4c84-a851-50e4558e932a req-3d58a61f-1e9d-4750-8193-efbe436728ae tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/security-groups?id=1cbe9d3e-53b4-4261-97bb-14c0ae1bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593038 Jul 06 15:07:41.603863 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d80055-6c45-4332-a468-d8a99ee27663 req-dd6a41e2-47cb-44e5-a51e-270b951ee7d3 service neutron] Checking agent: {'id': '04d4ab22-d878-41a9-afec-a7a2984360cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'started_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:07:41.604194 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d80055-6c45-4332-a468-d8a99ee27663 req-dd6a41e2-47cb-44e5-a51e-270b951ee7d3 service neutron] Checking segment: {'id': '2e32dc87-09ee-48fc-839c-b54d247a7010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3abcef30-8be7-4658-91ae-09498726cdbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:07:41.604849 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d80055-6c45-4332-a468-d8a99ee27663 req-dd6a41e2-47cb-44e5-a51e-270b951ee7d3 service neutron] Bound using segment: {'id': '2e32dc87-09ee-48fc-839c-b54d247a7010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3abcef30-8be7-4658-91ae-09498726cdbe'} {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:07:41.605280 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.managers [req-77d80055-6c45-4332-a468-d8a99ee27663 req-dd6a41e2-47cb-44e5-a51e-270b951ee7d3 service neutron] Bound port: 1e84c526-c758-4547-9c5e-16b7a77ef0f6, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e32dc87-09ee-48fc-839c-b54d247a7010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3abcef30-8be7-4658-91ae-09498726cdbe'}}] {{(pid=92915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:07:41.605632 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-77d80055-6c45-4332-a468-d8a99ee27663 req-dd6a41e2-47cb-44e5-a51e-270b951ee7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:41.667578 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-77d80055-6c45-4332-a468-d8a99ee27663 req-dd6a41e2-47cb-44e5-a51e-270b951ee7d3 service neutron] For port 1e84c526-c758-4547-9c5e-16b7a77ef0f6, host hv-cinder-78836, cleared binding levels {{(pid=92915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:07:41.670506 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-77d80055-6c45-4332-a468-d8a99ee27663 req-dd6a41e2-47cb-44e5-a51e-270b951ee7d3 service neutron] For port 1e84c526-c758-4547-9c5e-16b7a77ef0f6, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1e84c526-c758-4547-9c5e-16b7a77ef0f6,segment=NetworkSegment(2e32dc87-09ee-48fc-839c-b54d247a7010),segment_id=2e32dc87-09ee-48fc-839c-b54d247a7010)] {{(pid=92915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:07:41.675276 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-77d80055-6c45-4332-a468-d8a99ee27663 req-dd6a41e2-47cb-44e5-a51e-270b951ee7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2297145'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:41.709238 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d80055-6c45-4332-a468-d8a99ee27663 req-dd6a41e2-47cb-44e5-a51e-270b951ee7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:41.709841 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-77d80055-6c45-4332-a468-d8a99ee27663 req-dd6a41e2-47cb-44e5-a51e-270b951ee7d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:41.711249 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-77d80055-6c45-4332-a468-d8a99ee27663 req-dd6a41e2-47cb-44e5-a51e-270b951ee7d3 service neutron] 10.222.0.25 "PUT /v2.0/ports/1e84c526-c758-4547-9c5e-16b7a77ef0f6 HTTP/1.1" status: 200 len: 1093 time: 0.6933062 Jul 06 15:07:41.711653 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ead6a8e-f4b5-48d1-b9b3-4aeac6f7ab58', 'tag': '1e84c526-c758-4547-9c5e-16b7a77ef0f6'}] {{(pid=92915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:07:41.713849 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92756195bd967bcafd15386578949a9109be95aebc1330c0508ce0179bff92bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e74139-b6a5-445f-a00f-355ff441299e" -d '{"events": [{"name": "network-changed", "server_uuid": "1ead6a8e-f4b5-48d1-b9b3-4aeac6f7ab58", "tag": "1e84c526-c758-4547-9c5e-16b7a77ef0f6"}]}' {{(pid=92915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:07:41.740099 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a41e2-47cb-44e5-a51e-270b951ee7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e84c526-c758-4547-9c5e-16b7a77ef0f6,revision_number=3']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:41.750686 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ef5b58-88ab-4933-852a-af6721ba9bee x-openstack-request-id: req-e5ef5b58-88ab-4933-852a-af6721ba9bee {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:07:41.750831 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ead6a8e-f4b5-48d1-b9b3-4aeac6f7ab58", "tag": "1e84c526-c758-4547-9c5e-16b7a77ef0f6", "status": "completed", "code": 200}]} {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:07:41.751131 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5ef5b58-88ab-4933-852a-af6721ba9bee {{(pid=92915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:07:41.751556 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ead6a8e-f4b5-48d1-b9b3-4aeac6f7ab58', 'tag': '1e84c526-c758-4547-9c5e-16b7a77ef0f6', 'status': 'completed', 'code': 200} Jul 06 15:07:42.114323 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d80055-6c45-4332-a468-d8a99ee27663 req-940959b5-ff69-480c-9b96-6249fa08d4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:42.115846 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-77d80055-6c45-4332-a468-d8a99ee27663 req-940959b5-ff69-480c-9b96-6249fa08d4b0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=743713da04264383a9069f2b9ae45190&device_id=1ead6a8e-f4b5-48d1-b9b3-4aeac6f7ab58 HTTP/1.1" status: 200 len: 1096 time: 0.3390446 Jul 06 15:07:42.163981 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-77d80055-6c45-4332-a468-d8a99ee27663 req-4656f568-2f68-43d8-bca4-5bf9ad48f338 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e84c526-c758-4547-9c5e-16b7a77ef0f6 HTTP/1.1" status: 200 len: 217 time: 0.0336347 Jul 06 15:07:42.212367 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d80055-6c45-4332-a468-d8a99ee27663 req-b42cf10f-1b57-4c72-8a83-09f23cf3c2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:42.213759 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-77d80055-6c45-4332-a468-d8a99ee27663 req-b42cf10f-1b57-4c72-8a83-09f23cf3c2fa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=49cabfcf-b49d-4e45-857b-213edc6ecc8d HTTP/1.1" status: 200 len: 854 time: 0.0425234 Jul 06 15:07:42.250211 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-77d80055-6c45-4332-a468-d8a99ee27663 req-d1d6eba3-3b80-4f07-980f-603eaf6eae31 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3abcef30-8be7-4658-91ae-09498726cdbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293581 Jul 06 15:07:42.337441 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-77d80055-6c45-4332-a468-d8a99ee27663 req-867d899e-4665-4c0e-8006-1110c4ebdef0 service neutron] 10.222.0.25 "GET /v2.0/networks/3abcef30-8be7-4658-91ae-09498726cdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811729 Jul 06 15:07:42.431383 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-77d80055-6c45-4332-a468-d8a99ee27663 req-b77154f7-9792-40d6-9d55-7739ff070b43 service neutron] 10.222.0.25 "GET /v2.0/networks/3abcef30-8be7-4658-91ae-09498726cdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860617 Jul 06 15:07:42.574589 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e74139-b6a5-445f-a00f-355ff441299e req-52bd3784-1b3b-4e57-a454-0e20e7b2d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:42.576201 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-37e74139-b6a5-445f-a00f-355ff441299e req-52bd3784-1b3b-4e57-a454-0e20e7b2d582 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=743713da04264383a9069f2b9ae45190&device_id=1ead6a8e-f4b5-48d1-b9b3-4aeac6f7ab58 HTTP/1.1" status: 200 len: 1096 time: 0.0577598 Jul 06 15:07:42.672359 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e74139-b6a5-445f-a00f-355ff441299e req-5fe9ad05-adc8-435f-b41a-abc491308f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:42.673832 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-37e74139-b6a5-445f-a00f-355ff441299e req-5fe9ad05-adc8-435f-b41a-abc491308f77 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3abcef30-8be7-4658-91ae-09498726cdbe HTTP/1.1" status: 200 len: 915 time: 0.0912871 Jul 06 15:07:42.722920 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-37e74139-b6a5-445f-a00f-355ff441299e req-d5bf6041-effe-4c9f-b896-ad722b8fb00b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e84c526-c758-4547-9c5e-16b7a77ef0f6 HTTP/1.1" status: 200 len: 217 time: 0.0417078 Jul 06 15:07:42.803186 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e74139-b6a5-445f-a00f-355ff441299e req-ffb239a4-9c8a-4975-918c-348c71fed984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:42.804791 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-37e74139-b6a5-445f-a00f-355ff441299e req-ffb239a4-9c8a-4975-918c-348c71fed984 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=49cabfcf-b49d-4e45-857b-213edc6ecc8d HTTP/1.1" status: 200 len: 854 time: 0.0742147 Jul 06 15:07:42.848279 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-37e74139-b6a5-445f-a00f-355ff441299e req-bbf917a1-3f08-4457-802b-ae628279c340 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3abcef30-8be7-4658-91ae-09498726cdbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347865 Jul 06 15:07:42.859627 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c9758-0cde-46e3-9df8-0836af5d9e54 req-98a4906d-377b-4d3e-9ad4-1a39a461c7e3 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:42.861193 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-fe0c9758-0cde-46e3-9df8-0836af5d9e54 req-98a4906d-377b-4d3e-9ad4-1a39a461c7e3 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ead6a8e-f4b5-48d1-b9b3-4aeac6f7ab58 HTTP/1.1" status: 200 len: 943 time: 0.1408219 Jul 06 15:07:42.949897 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-fe0c9758-0cde-46e3-9df8-0836af5d9e54 req-40fd079b-8164-46a1-9012-cde669d2bb55 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/security-groups?id=1cbe9d3e-53b4-4261-97bb-14c0ae1bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799057 Jul 06 15:07:42.981060 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-37e74139-b6a5-445f-a00f-355ff441299e req-947871e4-4bdb-4033-ac6a-0c659f553f67 service neutron] 10.222.0.25 "GET /v2.0/networks/3abcef30-8be7-4658-91ae-09498726cdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188703 Jul 06 15:07:43.076881 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-37e74139-b6a5-445f-a00f-355ff441299e req-29b9a259-0f92-4f99-8d68-41513d952879 service neutron] 10.222.0.25 "GET /v2.0/networks/3abcef30-8be7-4658-91ae-09498726cdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880394 Jul 06 15:07:43.504510 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 6 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:07:44.133361 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f50bb0-9bfc-4468-a1a5-52ad61dcf1f9 req-b71897fc-ae5b-4c40-8860-1541fec1f1fe tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:44.134825 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-15f50bb0-9bfc-4468-a1a5-52ad61dcf1f9 req-b71897fc-ae5b-4c40-8860-1541fec1f1fe tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ead6a8e-f4b5-48d1-b9b3-4aeac6f7ab58 HTTP/1.1" status: 200 len: 943 time: 0.0667911 Jul 06 15:07:44.172585 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-15f50bb0-9bfc-4468-a1a5-52ad61dcf1f9 req-12c79c23-161e-4671-9477-59ca450c530a tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/security-groups?id=1cbe9d3e-53b4-4261-97bb-14c0ae1bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318110 Jul 06 15:07:45.008161 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3b26e45e-4228-49ed-b1dc-c5a102fbbbc6 req-bebe646f-275b-46d2-8eaf-fd36e65bb4d4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=47ded8df-9436-4dd7-aff7-d7db20b014ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521119 Jul 06 15:07:45.122634 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26e45e-4228-49ed-b1dc-c5a102fbbbc6 req-79a66ffc-91d0-44be-b4a9-fa9d574ef4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:45.124222 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3b26e45e-4228-49ed-b1dc-c5a102fbbbc6 req-79a66ffc-91d0-44be-b4a9-fa9d574ef4c6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6638c7280e734d51ae0c55b6eb0195b2&device_id=47ded8df-9436-4dd7-aff7-d7db20b014ab HTTP/1.1" status: 200 len: 1098 time: 0.0561154 Jul 06 15:07:45.242410 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26e45e-4228-49ed-b1dc-c5a102fbbbc6 req-05698842-29cc-4bd2-995c-4016e12ba7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:45.243984 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3b26e45e-4228-49ed-b1dc-c5a102fbbbc6 req-05698842-29cc-4bd2-995c-4016e12ba7c1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=64695cf2-b947-421d-a8ec-c7d4a4c60041 HTTP/1.1" status: 200 len: 913 time: 0.0965593 Jul 06 15:07:45.358213 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3b26e45e-4228-49ed-b1dc-c5a102fbbbc6 req-1f8625d6-c609-4afe-bc59-e491dde2814d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89 HTTP/1.1" status: 200 len: 1001 time: 0.1048706 Jul 06 15:07:45.421516 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45ce4b-8e29-4099-b277-68270ef5b889 req-596ed3e6-ceea-422d-8ee9-ed3f4bb104a4 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:45.423546 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0a45ce4b-8e29-4099-b277-68270ef5b889 req-596ed3e6-ceea-422d-8ee9-ed3f4bb104a4 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ead6a8e-f4b5-48d1-b9b3-4aeac6f7ab58 HTTP/1.1" status: 200 len: 943 time: 0.1283143 Jul 06 15:07:45.432953 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26e45e-4228-49ed-b1dc-c5a102fbbbc6 req-6fc2ba5f-fb86-4045-acb7-d4ef01b7e734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:45.434329 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3b26e45e-4228-49ed-b1dc-c5a102fbbbc6 req-6fc2ba5f-fb86-4045-acb7-d4ef01b7e734 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6f55b19c-b3b1-4b8b-ae03-c830681db810 HTTP/1.1" status: 200 len: 851 time: 0.0687373 Jul 06 15:07:45.478343 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 1e84c526-c758-4547-9c5e-16b7a77ef0f6 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:07:45.498632 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0a45ce4b-8e29-4099-b277-68270ef5b889 req-b01b7d1d-a9fd-46a7-81fa-a3367153473a tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/security-groups?id=1cbe9d3e-53b4-4261-97bb-14c0ae1bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683577 Jul 06 15:07:45.516953 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26e45e-4228-49ed-b1dc-c5a102fbbbc6 req-48cd8a9c-6014-422d-acf4-0661fa32d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:45.518476 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3b26e45e-4228-49ed-b1dc-c5a102fbbbc6 req-48cd8a9c-6014-422d-acf4-0661fa32d273 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=64695cf2-b947-421d-a8ec-c7d4a4c60041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774634 Jul 06 15:07:45.579199 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 1e84c526-c758-4547-9c5e-16b7a77ef0f6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1e84c526-c758-4547-9c5e-16b7a77ef0f6,segment=NetworkSegment(2e32dc87-09ee-48fc-839c-b54d247a7010),segment_id=2e32dc87-09ee-48fc-839c-b54d247a7010)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:07:45.590869 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Returning: {'device': '1e84c526-c758-4547-9c5e-16b7a77ef0f6', 'network_id': '3abcef30-8be7-4658-91ae-09498726cdbe', 'port_id': '1e84c526-c758-4547-9c5e-16b7a77ef0f6', 'mac_address': 'fa:16:3e:ba:57:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49cabfcf-b49d-4e45-857b-213edc6ecc8d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:07:45.626598 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3b26e45e-4228-49ed-b1dc-c5a102fbbbc6 req-f9dab9f3-6d10-43ec-92f0-324885a2f89e service neutron] 10.222.0.25 "GET /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011791 Jul 06 15:07:45.634613 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:45.648075 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e84c526-c758-4547-9c5e-16b7a77ef0f6 {{(pid=92917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:07:45.668043 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 1e84c526-c758-4547-9c5e-16b7a77ef0f6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1e84c526-c758-4547-9c5e-16b7a77ef0f6,segment=NetworkSegment(2e32dc87-09ee-48fc-839c-b54d247a7010),segment_id=2e32dc87-09ee-48fc-839c-b54d247a7010)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:07:45.673921 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:45.722097 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=1e84c526-c758-4547-9c5e-16b7a77ef0f6,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:45.728041 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3b26e45e-4228-49ed-b1dc-c5a102fbbbc6 req-6d0336d4-078d-42fa-84e2-a893e69d9c57 service neutron] 10.222.0.25 "GET /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949106 Jul 06 15:07:45.729061 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:45.729411 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:45.729752 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:45.730086 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:45.730418 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:45.730744 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:45.731116 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:45.731427 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:45.731749 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:45.732067 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:45.732384 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:45.732698 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:45.989084 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['1e84c526-c758-4547-9c5e-16b7a77ef0f6'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:07:46.682503 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0b14d-0cea-4ac8-be69-3713645333ac req-815ce3ee-b4c4-4d55-bd49-f3f257179ee9 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:46.684073 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-78f0b14d-0cea-4ac8-be69-3713645333ac req-815ce3ee-b4c4-4d55-bd49-f3f257179ee9 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ead6a8e-f4b5-48d1-b9b3-4aeac6f7ab58 HTTP/1.1" status: 200 len: 944 time: 0.0661728 Jul 06 15:07:46.725402 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-78f0b14d-0cea-4ac8-be69-3713645333ac req-9e309e9c-f151-49be-876f-d7cc597a00b0 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/security-groups?id=1cbe9d3e-53b4-4261-97bb-14c0ae1bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348911 Jul 06 15:07:47.479253 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 1e84c526-c758-4547-9c5e-16b7a77ef0f6 up at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:07:47.527224 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning for port 1e84c526-c758-4547-9c5e-16b7a77ef0f6 completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:07:47.530679 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning complete for port 1e84c526-c758-4547-9c5e-16b7a77ef0f6 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:07:47.531143 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:47.605431 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:47.632263 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ead6a8e-f4b5-48d1-b9b3-4aeac6f7ab58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e84c526-c758-4547-9c5e-16b7a77ef0f6'}] {{(pid=92917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:07:47.634605 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ea3ef9b0f14ac6a08de5771e2132c48ed06abd6a52ccf1dddde4c27a9981b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddfab19-cdee-448e-96fb-823226f11276" -d '{"events": [{"server_uuid": "1ead6a8e-f4b5-48d1-b9b3-4aeac6f7ab58", "name": "network-vif-plugged", "status": "completed", "tag": "1e84c526-c758-4547-9c5e-16b7a77ef0f6"}]}' {{(pid=92917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:07:47.647844 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 1e84c526-c758-4547-9c5e-16b7a77ef0f6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1e84c526-c758-4547-9c5e-16b7a77ef0f6,segment=NetworkSegment(2e32dc87-09ee-48fc-839c-b54d247a7010),segment_id=2e32dc87-09ee-48fc-839c-b54d247a7010)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:07:47.652418 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:47.710618 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=1e84c526-c758-4547-9c5e-16b7a77ef0f6,revision_number=5']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:47.728130 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b76f65-5eba-4b4f-8d40-cd017f855ce4 x-openstack-request-id: req-d5b76f65-5eba-4b4f-8d40-cd017f855ce4 {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:07:47.728420 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ead6a8e-f4b5-48d1-b9b3-4aeac6f7ab58", "name": "network-vif-plugged", "status": "completed", "tag": "1e84c526-c758-4547-9c5e-16b7a77ef0f6", "code": 200}]} {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:07:47.728670 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d5b76f65-5eba-4b4f-8d40-cd017f855ce4 {{(pid=92917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:07:47.729067 dv-cinder-788363-5-iscsi neutron-server[92917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ead6a8e-f4b5-48d1-b9b3-4aeac6f7ab58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e84c526-c758-4547-9c5e-16b7a77ef0f6', 'code': 200} Jul 06 15:07:47.915988 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57e128-1e6a-4f7a-ab7d-174325c26b43 req-cf5bf6c8-0b08-4033-a665-a461c8f281e7 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:47.917597 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-6b57e128-1e6a-4f7a-ab7d-174325c26b43 req-cf5bf6c8-0b08-4033-a665-a461c8f281e7 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ead6a8e-f4b5-48d1-b9b3-4aeac6f7ab58 HTTP/1.1" status: 200 len: 945 time: 0.0714831 Jul 06 15:07:47.962000 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-6b57e128-1e6a-4f7a-ab7d-174325c26b43 req-f005690a-70ce-4b30-bc29-10c8d4699140 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/security-groups?id=1cbe9d3e-53b4-4261-97bb-14c0ae1bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346754 Jul 06 15:07:48.004541 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea96e0-02d5-4d41-b334-3ba3ec3f8248 req-9291c322-48cb-4df1-b673-68a5e63fd866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:48.006204 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-7dea96e0-02d5-4d41-b334-3ba3ec3f8248 req-9291c322-48cb-4df1-b673-68a5e63fd866 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1ead6a8e-f4b5-48d1-b9b3-4aeac6f7ab58 HTTP/1.1" status: 200 len: 1098 time: 0.0617123 Jul 06 15:07:48.042796 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-7dea96e0-02d5-4d41-b334-3ba3ec3f8248 req-30d30274-3dad-4fd1-89bb-b157407cf6c3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1cbe9d3e-53b4-4261-97bb-14c0ae1bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292537 Jul 06 15:07:49.154079 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf49fe-3d9f-435b-9a06-0d5f8f002251 req-c0f51d99-3024-4e71-95eb-234b353e20e1 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:49.155957 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a8bf49fe-3d9f-435b-9a06-0d5f8f002251 req-c0f51d99-3024-4e71-95eb-234b353e20e1 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ead6a8e-f4b5-48d1-b9b3-4aeac6f7ab58 HTTP/1.1" status: 200 len: 945 time: 0.0703530 Jul 06 15:07:49.196992 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a8bf49fe-3d9f-435b-9a06-0d5f8f002251 req-553cafca-ca3f-4991-a0e6-cdb19dc632de tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/security-groups?id=1cbe9d3e-53b4-4261-97bb-14c0ae1bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331647 Jul 06 15:07:50.375715 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15485ae9-ccbd-4725-9125-f3b4c238c11c req-f1ca2c71-4f44-4343-b4a9-ea54c9665958 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:50.377677 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-15485ae9-ccbd-4725-9125-f3b4c238c11c req-f1ca2c71-4f44-4343-b4a9-ea54c9665958 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ead6a8e-f4b5-48d1-b9b3-4aeac6f7ab58 HTTP/1.1" status: 200 len: 945 time: 0.0707200 Jul 06 15:07:50.418675 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-15485ae9-ccbd-4725-9125-f3b4c238c11c req-0843ec64-d191-4190-81ca-894ec09a6377 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/security-groups?id=1cbe9d3e-53b4-4261-97bb-14c0ae1bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353551 Jul 06 15:08:01.987663 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4b89094d-fc52-4d16-b0db-dad020b91160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:05.426519 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-fc59e5a7-c94c-4266-9c26-acecee0fb4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:05.491631 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:06.605617 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:07.563655 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:08.633372 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:11.686551 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07e3b2-43ca-44ed-a87a-68cb3123c6f8 req-d5daf1e4-a4d2-46ce-bab5-b00fb5320693 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:11.688044 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ac07e3b2-43ca-44ed-a87a-68cb3123c6f8 req-d5daf1e4-a4d2-46ce-bab5-b00fb5320693 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ead6a8e-f4b5-48d1-b9b3-4aeac6f7ab58 HTTP/1.1" status: 200 len: 945 time: 0.0649259 Jul 06 15:08:11.726993 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-ac07e3b2-43ca-44ed-a87a-68cb3123c6f8 req-9f02a120-3f62-4d11-af8b-f1f0900213cf tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/security-groups?id=1cbe9d3e-53b4-4261-97bb-14c0ae1bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328283 Jul 06 15:08:12.904570 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba9bd5-41a6-4300-a5f7-15d53121a983 req-55094f60-9c5a-440b-93c7-602340206cfd tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:12.906036 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-9bba9bd5-41a6-4300-a5f7-15d53121a983 req-55094f60-9c5a-440b-93c7-602340206cfd tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ead6a8e-f4b5-48d1-b9b3-4aeac6f7ab58 HTTP/1.1" status: 200 len: 945 time: 0.0639648 Jul 06 15:08:12.947573 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-9bba9bd5-41a6-4300-a5f7-15d53121a983 req-3b7dbac0-c5d1-42b9-8fc6-20f4026fd24a tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/security-groups?id=1cbe9d3e-53b4-4261-97bb-14c0ae1bdb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352194 Jul 06 15:08:13.391965 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428d4e9-6931-4620-b3ff-f052faebdcee req-74438398-27fd-427c-9653-508f52389010 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:13.393994 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b428d4e9-6931-4620-b3ff-f052faebdcee req-74438398-27fd-427c-9653-508f52389010 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ead6a8e-f4b5-48d1-b9b3-4aeac6f7ab58 HTTP/1.1" status: 200 len: 945 time: 0.0646672 Jul 06 15:08:13.492073 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [req-b428d4e9-6931-4620-b3ff-f052faebdcee req-43ee7fff-9132-490d-a120-b7e7df6dcd32 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Deleting port 1e84c526-c758-4547-9c5e-16b7a77ef0f6 {{(pid=92915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:08:13.492408 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-b428d4e9-6931-4620-b3ff-f052faebdcee req-43ee7fff-9132-490d-a120-b7e7df6dcd32 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:13.584116 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-b428d4e9-6931-4620-b3ff-f052faebdcee req-43ee7fff-9132-490d-a120-b7e7df6dcd32 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] For port 1e84c526-c758-4547-9c5e-16b7a77ef0f6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1e84c526-c758-4547-9c5e-16b7a77ef0f6,segment=NetworkSegment(2e32dc87-09ee-48fc-839c-b54d247a7010),segment_id=2e32dc87-09ee-48fc-839c-b54d247a7010)] {{(pid=92915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:08:13.584474 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-b428d4e9-6931-4620-b3ff-f052faebdcee req-43ee7fff-9132-490d-a120-b7e7df6dcd32 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:13.597786 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [req-b428d4e9-6931-4620-b3ff-f052faebdcee req-43ee7fff-9132-490d-a120-b7e7df6dcd32 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Calling delete_port for 1e84c526-c758-4547-9c5e-16b7a77ef0f6 owned by compute:nova {{(pid=92915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:08:13.727074 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-b428d4e9-6931-4620-b3ff-f052faebdcee req-43ee7fff-9132-490d-a120-b7e7df6dcd32 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2297282'] for port, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:13.757793 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee7fff-9132-490d-a120-b7e7df6dcd32 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Pushing event deleted for resources: {'Port': ['ID=1e84c526-c758-4547-9c5e-16b7a77ef0f6,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:08:13.763539 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['1e84c526-c758-4547-9c5e-16b7a77ef0f6'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:08:13.787747 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ee7fff-9132-490d-a120-b7e7df6dcd32 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:13.788154 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ee7fff-9132-490d-a120-b7e7df6dcd32 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:13.788500 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ee7fff-9132-490d-a120-b7e7df6dcd32 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:13.788839 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ee7fff-9132-490d-a120-b7e7df6dcd32 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:13.789174 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ee7fff-9132-490d-a120-b7e7df6dcd32 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:13.789509 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ee7fff-9132-490d-a120-b7e7df6dcd32 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:13.789845 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ee7fff-9132-490d-a120-b7e7df6dcd32 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:13.790176 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ee7fff-9132-490d-a120-b7e7df6dcd32 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:13.790502 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ee7fff-9132-490d-a120-b7e7df6dcd32 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:13.790828 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ee7fff-9132-490d-a120-b7e7df6dcd32 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:13.791187 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ee7fff-9132-490d-a120-b7e7df6dcd32 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:13.791507 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ee7fff-9132-490d-a120-b7e7df6dcd32 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:13.811902 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [req-b428d4e9-6931-4620-b3ff-f052faebdcee req-43ee7fff-9132-490d-a120-b7e7df6dcd32 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] No DVR routers for this DVR port 1e84c526-c758-4547-9c5e-16b7a77ef0f6 on host hv-cinder-78836 {{(pid=92915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:08:13.814250 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-b428d4e9-6931-4620-b3ff-f052faebdcee req-43ee7fff-9132-490d-a120-b7e7df6dcd32 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:13.816775 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b428d4e9-6931-4620-b3ff-f052faebdcee req-43ee7fff-9132-490d-a120-b7e7df6dcd32 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.25 "DELETE /v2.0/ports/1e84c526-c758-4547-9c5e-16b7a77ef0f6 HTTP/1.1" status: 204 len: 173 time: 0.4176831 Jul 06 15:08:13.817201 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ead6a8e-f4b5-48d1-b9b3-4aeac6f7ab58', 'name': 'network-vif-deleted', 'tag': '1e84c526-c758-4547-9c5e-16b7a77ef0f6'}] {{(pid=92915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:08:13.819467 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92756195bd967bcafd15386578949a9109be95aebc1330c0508ce0179bff92bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6ac60d-8eba-40f2-872a-57f6436a4a76" -d '{"events": [{"server_uuid": "1ead6a8e-f4b5-48d1-b9b3-4aeac6f7ab58", "name": "network-vif-deleted", "tag": "1e84c526-c758-4547-9c5e-16b7a77ef0f6"}]}' {{(pid=92915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:08:13.854374 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24ac83a-7dfc-445f-81c0-4c7188e1a91d x-openstack-request-id: req-a24ac83a-7dfc-445f-81c0-4c7188e1a91d {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:08:13.854648 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ead6a8e-f4b5-48d1-b9b3-4aeac6f7ab58", "name": "network-vif-deleted", "tag": "1e84c526-c758-4547-9c5e-16b7a77ef0f6", "status": "completed", "code": 200}]} {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:08:13.854905 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a24ac83a-7dfc-445f-81c0-4c7188e1a91d {{(pid=92915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:08:13.855327 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ead6a8e-f4b5-48d1-b9b3-4aeac6f7ab58', 'name': 'network-vif-deleted', 'tag': '1e84c526-c758-4547-9c5e-16b7a77ef0f6', 'status': 'completed', 'code': 200} Jul 06 15:08:14.108231 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3894225f-ec4f-4f55-a6da-22bde0fd7074 req-aef83556-3523-4f24-adc4-59caa84ee221 tempest-VolumesSnapshotTestJSON-2142268676 tempest-VolumesSnapshotTestJSON-2142268676-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ead6a8e-f4b5-48d1-b9b3-4aeac6f7ab58 HTTP/1.1" status: 200 len: 210 time: 0.0275140 Jul 06 15:08:18.569262 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 1e84c526-c758-4547-9c5e-16b7a77ef0f6 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:08:18.591956 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] No Port match for: 1e84c526-c758-4547-9c5e-16b7a77ef0f6 {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:08:18.592297 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 1e84c526-c758-4547-9c5e-16b7a77ef0f6 not bound to the agent host hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:08:20.504519 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 6 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:08:31.988164 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4207f760-e2c6-4dc5-a858-af14d7532463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:35.429053 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-943426d5-56d5-4720-9315-687e7f77a893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:35.493271 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:36.610305 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:37.553821 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:38.378596 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-f14f3d5c-6278-4d9b-8412-2137cb364e71 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1820073853&fields=id&tenant_id=6638c7280e734d51ae0c55b6eb0195b2 HTTP/1.1" status: 200 len: 267 time: 0.0378070 Jul 06 15:08:38.489930 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-54809087-34e1-46b6-955a-d9508dfa7273 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:38.492493 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-54809087-34e1-46b6-955a-d9508dfa7273 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/networks?id=64695cf2-b947-421d-a8ec-c7d4a4c60041 HTTP/1.1" status: 200 len: 812 time: 0.1073885 Jul 06 15:08:38.508342 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-499a9cec-f860-4771-9a3f-8ca30174c346 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/quotas/6638c7280e734d51ae0c55b6eb0195b2 HTTP/1.1" status: 200 len: 375 time: 0.0103729 Jul 06 15:08:38.584113 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-06d96884-2405-4ce9-a855-8ea07a93f00e tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6638c7280e734d51ae0c55b6eb0195b2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0706735 Jul 06 15:08:38.636883 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:38.645473 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-85013cc4-aab5-4c05-84e1-b48123f6bb05 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 15:08:38.646550 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-85013cc4-aab5-4c05-84e1-b48123f6bb05 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0505369 Jul 06 15:08:38.739104 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-604db8f0-e9f7-474a-97db-3df2655c0808 service neutron] 10.222.0.20 "GET /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867217 Jul 06 15:08:38.828500 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-0eae489e-6494-4bf0-9aa1-472c1aa491c9 service neutron] 10.222.0.20 "GET /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829732 Jul 06 15:08:39.120853 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-2140559a-745d-4061-8f8d-b7821476d58c req-dca8d453-26f9-4c65-a724-38d77c529145 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f6be44b-077b-4cb1-8f3b-5524244fc9a8 HTTP/1.1" status: 200 len: 210 time: 0.0312996 Jul 06 15:08:40.254442 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-5b945b0c-2bf0-466f-abf0-926b89afae79 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:40.256571 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-5b945b0c-2bf0-466f-abf0-926b89afae79 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.25 "GET /v2.0/networks?id=64695cf2-b947-421d-a8ec-c7d4a4c60041 HTTP/1.1" status: 200 len: 812 time: 0.1243424 Jul 06 15:08:40.275854 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-5bda738f-f620-4766-b527-2a6c058c4178 req-a35dfdbe-f326-4a13-ae04-73e343b5e3b4 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f6be44b-077b-4cb1-8f3b-5524244fc9a8 HTTP/1.1" status: 200 len: 210 time: 0.0419836 Jul 06 15:08:40.311299 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-c61ed422-f3fe-487f-a3a9-505b1bce2df4 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6638c7280e734d51ae0c55b6eb0195b2 HTTP/1.1" status: 200 len: 380 time: 0.0346067 Jul 06 15:08:40.320291 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-2d6f3d84-4a46-4c92-966f-cc9500178e52 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Request body: {'port': {'device_id': '7f6be44b-077b-4cb1-8f3b-5524244fc9a8', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'admin_state_up': True, 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'security_groups': ['3c95dade-3869-45bc-b167-9a09ec21f1ec']}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:08:40.406791 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 57848) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:08:40.446989 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-2d6f3d84-4a46-4c92-966f-cc9500178e52 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Made reservation on behalf of 6638c7280e734d51ae0c55b6eb0195b2 for: {'port': 1} {{(pid=92915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:08:40.450576 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-2d6f3d84-4a46-4c92-966f-cc9500178e52 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:40.454910 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.db_base_plugin_v2 [None req-f43e5d44-11c2-4abe-8888-cf31a3c2a6a7 admin admin] Deleting subnet 49cabfcf-b49d-4e45-857b-213edc6ecc8d {{(pid=92916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 15:08:40.457941 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-f43e5d44-11c2-4abe-8888-cf31a3c2a6a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:40.493546 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-f43e5d44-11c2-4abe-8888-cf31a3c2a6a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2271169'] for subnet, precommit_delete_associations {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:40.533112 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-f43e5d44-11c2-4abe-8888-cf31a3c2a6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7770968'] for subnet, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:40.578151 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_common [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-2d6f3d84-4a46-4c92-966f-cc9500178e52 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Allocated IP 172.20.0.8 (64695cf2-b947-421d-a8ec-c7d4a4c60041/6f55b19c-b3b1-4b8b-ae03-c830681db810/11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98) {{(pid=92915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:08:40.584691 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-f43e5d44-11c2-4abe-8888-cf31a3c2a6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7770961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3367085'] for subnet, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:40.616591 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e5d44-11c2-4abe-8888-cf31a3c2a6a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49cabfcf-b49d-4e45-857b-213edc6ecc8d,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:08:40.621139 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-f43e5d44-11c2-4abe-8888-cf31a3c2a6a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:40.623091 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-f43e5d44-11c2-4abe-8888-cf31a3c2a6a7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/49cabfcf-b49d-4e45-857b-213edc6ecc8d HTTP/1.1" status: 204 len: 168 time: 0.2152374 Jul 06 15:08:40.625729 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 57850) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:08:40.629130 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e5d44-11c2-4abe-8888-cf31a3c2a6a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:40.629479 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e5d44-11c2-4abe-8888-cf31a3c2a6a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:40.629815 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e5d44-11c2-4abe-8888-cf31a3c2a6a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:40.630150 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e5d44-11c2-4abe-8888-cf31a3c2a6a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:40.630472 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e5d44-11c2-4abe-8888-cf31a3c2a6a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:40.630832 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e5d44-11c2-4abe-8888-cf31a3c2a6a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:40.631192 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e5d44-11c2-4abe-8888-cf31a3c2a6a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:40.631500 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e5d44-11c2-4abe-8888-cf31a3c2a6a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:40.631916 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e5d44-11c2-4abe-8888-cf31a3c2a6a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:40.632238 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e5d44-11c2-4abe-8888-cf31a3c2a6a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:40.632557 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e5d44-11c2-4abe-8888-cf31a3c2a6a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:40.632880 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e5d44-11c2-4abe-8888-cf31a3c2a6a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:40.748657 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-e2c01691-0093-4672-ad16-769d1a6def72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558629'] for network, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:40.810398 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-2d6f3d84-4a46-4c92-966f-cc9500178e52 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for port, precommit_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:40.857792 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.provisioning_blocks [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-2d6f3d84-4a46-4c92-966f-cc9500178e52 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Transition to ACTIVE for port object 11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98 will not be triggered until provisioned by entity DHCP. {{(pid=92915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:08:40.875589 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-e2c01691-0093-4672-ad16-769d1a6def72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7824845', 'neutron.services.segments.db._delete_segments_for_network-8766384846942'] for network, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:40.888424 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.services.segments.db [None req-e2c01691-0093-4672-ad16-769d1a6def72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3abcef30-8be7-4658-91ae-09498726cdbe']}} {{(pid=92915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:08:40.905986 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.services.segments.db [None req-e2c01691-0093-4672-ad16-769d1a6def72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e32dc87-09ee-48fc-839c-b54d247a7010') {'for_net_delete': True} {{(pid=92915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:08:40.906284 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.services.segments.db [None req-e2c01691-0093-4672-ad16-769d1a6def72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e32dc87-09ee-48fc-839c-b54d247a7010') {} {{(pid=92915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:08:40.918408 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-e2c01691-0093-4672-ad16-769d1a6def72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766384831618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4166527'] for segment, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:40.940301 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-e2c01691-0093-4672-ad16-769d1a6def72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:40.945659 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-2d6f3d84-4a46-4c92-966f-cc9500178e52 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2297291'] for port, after_create {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:40.955329 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c01691-0093-4672-ad16-769d1a6def72 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=92915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:08:40.955734 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-e2c01691-0093-4672-ad16-769d1a6def72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2297117'] for segment, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:40.957462 dv-cinder-788363-5-iscsi neutron-server[92915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:08:40.957462 dv-cinder-788363-5-iscsi neutron-server[92915]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:08:40.957462 dv-cinder-788363-5-iscsi neutron-server[92915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:08:40.957462 dv-cinder-788363-5-iscsi neutron-server[92915]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:08:40.957462 dv-cinder-788363-5-iscsi neutron-server[92915]: Traceback (most recent call last): Jul 06 15:08:40.957462 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:08:40.957462 dv-cinder-788363-5-iscsi neutron-server[92915]: timer() Jul 06 15:08:40.957462 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:08:40.957462 dv-cinder-788363-5-iscsi neutron-server[92915]: cb(*args, **kw) Jul 06 15:08:40.957462 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:08:40.957462 dv-cinder-788363-5-iscsi neutron-server[92915]: return func(*args, **kwargs) Jul 06 15:08:40.957462 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:08:40.957462 dv-cinder-788363-5-iscsi neutron-server[92915]: self._notify() Jul 06 15:08:40.957462 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:08:40.957462 dv-cinder-788363-5-iscsi neutron-server[92915]: self.callback(batched_events) Jul 06 15:08:40.957462 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:08:40.957462 dv-cinder-788363-5-iscsi neutron-server[92915]: event.method(event) Jul 06 15:08:40.957462 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:08:40.957462 dv-cinder-788363-5-iscsi neutron-server[92915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:08:40.957462 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:08:40.957462 dv-cinder-788363-5-iscsi neutron-server[92915]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:08:40.957462 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:08:40.957462 dv-cinder-788363-5-iscsi neutron-server[92915]: return f(self, *a, **k) Jul 06 15:08:40.957462 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:08:40.957462 dv-cinder-788363-5-iscsi neutron-server[92915]: return self._get(url).json() Jul 06 15:08:40.957462 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:08:40.957462 dv-cinder-788363-5-iscsi neutron-server[92915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:08:40.957462 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:08:40.957462 dv-cinder-788363-5-iscsi neutron-server[92915]: return self.request(url, 'GET', **kwargs) Jul 06 15:08:40.957462 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:08:40.957462 dv-cinder-788363-5-iscsi neutron-server[92915]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:08:40.957462 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:08:40.957462 dv-cinder-788363-5-iscsi neutron-server[92915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:08:40.957462 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:08:40.957462 dv-cinder-788363-5-iscsi neutron-server[92915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:08:40.957462 dv-cinder-788363-5-iscsi neutron-server[92915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:08:41.033441 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-2d6f3d84-4a46-4c92-966f-cc9500178e52 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Network 64695cf2-b947-421d-a8ec-c7d4a4c60041 is already hosted by enough agents. {{(pid=92915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:08:41.043029 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.base_scheduler [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-2d6f3d84-4a46-4c92-966f-cc9500178e52 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Resources bound (agent type, host, resource id): {{(pid=92915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:08:41.047366 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-2d6f3d84-4a46-4c92-966f-cc9500178e52 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Received port after_create {{(pid=92915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:08:41.076189 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f3d84-4a46-4c92-966f-cc9500178e52 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Pushing event updated for resources: {'Port': ['ID=11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98,revision_number=1']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:08:41.080706 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-e2c01691-0093-4672-ad16-769d1a6def72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7824838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-413105'] for network, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:41.087735 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-e2c01691-0093-4672-ad16-769d1a6def72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:41.092458 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-e2c01691-0093-4672-ad16-769d1a6def72 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3abcef30-8be7-4658-91ae-09498726cdbe HTTP/1.1" status: 204 len: 168 time: 0.4628794 Jul 06 15:08:41.109042 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c01691-0093-4672-ad16-769d1a6def72 admin admin] Pushing event deleted for resources: {'Network': ['ID=3abcef30-8be7-4658-91ae-09498726cdbe,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:08:41.124373 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-2d6f3d84-4a46-4c92-966f-cc9500178e52 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:41.125007 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-2d6f3d84-4a46-4c92-966f-cc9500178e52 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:41.142579 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-2d6f3d84-4a46-4c92-966f-cc9500178e52 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8264534 Jul 06 15:08:41.160548 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.v2.base [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-546d934d-22fe-4cfd-aef3-dd8ae6e4d59e service neutron] Request body: {'port': {'device_id': '7f6be44b-077b-4cb1-8f3b-5524244fc9a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:08:41.242081 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-546d934d-22fe-4cfd-aef3-dd8ae6e4d59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:41.272808 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 57854) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:08:41.321586 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d3c58ac4-5d43-495b-9780-db7aaddab8a1 None None] Provisioning for port 11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98 completed by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:08:41.325832 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-d3c58ac4-5d43-495b-9780-db7aaddab8a1 None None] Provisioning complete for port 11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98 triggered by entity DHCP. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:08:41.326199 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d3c58ac4-5d43-495b-9780-db7aaddab8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:41.338490 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-d5747006-b704-4288-9053-516640f5deb8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=743713da04264383a9069f2b9ae45190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0643737 Jul 06 15:08:41.341012 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 57858) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:08:41.370875 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-d3c58ac4-5d43-495b-9780-db7aaddab8a1 None None] Port 11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98 cannot update to ACTIVE because it is not bound. {{(pid=92917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:08:41.403274 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ba58f2b8-7935-4436-b988-240dce661253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:41.449931 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ba58f2b8-7935-4436-b988-240dce661253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:41.513857 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9b622-09a7-4051-b4a9-fc8b418fc8a4 req-88b16499-91da-41eb-a1e3-8f2a26ebf440 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:41.515392 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-04e9b622-09a7-4051-b4a9-fc8b418fc8a4 req-88b16499-91da-41eb-a1e3-8f2a26ebf440 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f6be44b-077b-4cb1-8f3b-5524244fc9a8 HTTP/1.1" status: 200 len: 931 time: 0.1029110 Jul 06 15:08:41.530458 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ba58f2b8-7935-4436-b988-240dce661253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:41.532936 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-ba58f2b8-7935-4436-b988-240dce661253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:41.533068 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-546d934d-22fe-4cfd-aef3-dd8ae6e4d59e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98 {{(pid=92915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:08:41.534150 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-ba58f2b8-7935-4436-b988-240dce661253 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1cbe9d3e-53b4-4261-97bb-14c0ae1bdb39 HTTP/1.1" status: 204 len: 168 time: 0.1921165 Jul 06 15:08:41.541008 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-546d934d-22fe-4cfd-aef3-dd8ae6e4d59e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:41.556771 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.provisioning_blocks [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-546d934d-22fe-4cfd-aef3-dd8ae6e4d59e service neutron] Transition to ACTIVE for port object 11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98 will not be triggered until provisioned by entity L2. {{(pid=92915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:08:41.556926 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58f2b8-7935-4436-b988-240dce661253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbe9d3e-53b4-4261-97bb-14c0ae1bdb39,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:08:41.561348 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-546d934d-22fe-4cfd-aef3-dd8ae6e4d59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2297145'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:41.577043 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-04e9b622-09a7-4051-b4a9-fc8b418fc8a4 req-81450e95-5253-4d45-b950-ac1b3ac01cdb tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542724 Jul 06 15:08:41.645163 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d934d-22fe-4cfd-aef3-dd8ae6e4d59e service neutron] Pushing event updated for resources: {'Port': ['ID=11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98,revision_number=2']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:08:41.705334 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.managers [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-546d934d-22fe-4cfd-aef3-dd8ae6e4d59e service neutron] Attempting to bind port 11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:08:41.705667 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.managers [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-546d934d-22fe-4cfd-aef3-dd8ae6e4d59e service neutron] Attempting to bind port 11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'cbd1e5d0-d420-485d-b99a-e51814456ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041'}] {{(pid=92915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:08:41.705995 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-546d934d-22fe-4cfd-aef3-dd8ae6e4d59e service neutron] Attempting to bind port 11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98 on network 64695cf2-b947-421d-a8ec-c7d4a4c60041 {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:08:41.710915 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-546d934d-22fe-4cfd-aef3-dd8ae6e4d59e service neutron] Port 11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98 on network 64695cf2-b947-421d-a8ec-c7d4a4c60041 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 15:08:41.711283 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-546d934d-22fe-4cfd-aef3-dd8ae6e4d59e service neutron] Attempting to bind port 11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98 on network 64695cf2-b947-421d-a8ec-c7d4a4c60041 {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:08:41.716330 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-546d934d-22fe-4cfd-aef3-dd8ae6e4d59e service neutron] Checking agent: {'id': '04d4ab22-d878-41a9-afec-a7a2984360cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'started_at': datetime.datetime(2021, 7, 6, 14, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:08:41.716664 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-546d934d-22fe-4cfd-aef3-dd8ae6e4d59e service neutron] Checking segment: {'id': 'cbd1e5d0-d420-485d-b99a-e51814456ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:08:41.717048 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-546d934d-22fe-4cfd-aef3-dd8ae6e4d59e service neutron] Bound using segment: {'id': 'cbd1e5d0-d420-485d-b99a-e51814456ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041'} {{(pid=92915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:08:41.717481 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.managers [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-546d934d-22fe-4cfd-aef3-dd8ae6e4d59e service neutron] Bound port: 11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd1e5d0-d420-485d-b99a-e51814456ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041'}}] {{(pid=92915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:08:41.717839 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-546d934d-22fe-4cfd-aef3-dd8ae6e4d59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:41.800189 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-546d934d-22fe-4cfd-aef3-dd8ae6e4d59e service neutron] For port 11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98, host hv-cinder-78836, cleared binding levels {{(pid=92915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:08:41.804816 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-546d934d-22fe-4cfd-aef3-dd8ae6e4d59e service neutron] For port 11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98,segment=NetworkSegment(cbd1e5d0-d420-485d-b99a-e51814456ee0),segment_id=cbd1e5d0-d420-485d-b99a-e51814456ee0)] {{(pid=92915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:08:41.811311 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-546d934d-22fe-4cfd-aef3-dd8ae6e4d59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2297145'] for port, after_update {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:41.853379 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-546d934d-22fe-4cfd-aef3-dd8ae6e4d59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:41.854469 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-546d934d-22fe-4cfd-aef3-dd8ae6e4d59e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:41.856448 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-546d934d-22fe-4cfd-aef3-dd8ae6e4d59e service neutron] 10.222.0.25 "PUT /v2.0/ports/11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98 HTTP/1.1" status: 200 len: 1093 time: 0.7007928 Jul 06 15:08:41.856995 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6be44b-077b-4cb1-8f3b-5524244fc9a8', 'tag': '11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98'}] {{(pid=92915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:08:41.859286 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92756195bd967bcafd15386578949a9109be95aebc1330c0508ce0179bff92bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b70cd0e-8d98-47cc-8020-594d22becf32" -d '{"events": [{"name": "network-changed", "server_uuid": "7f6be44b-077b-4cb1-8f3b-5524244fc9a8", "tag": "11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98"}]}' {{(pid=92915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:08:41.913760 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beaaa4ea-d6ad-409f-9155-14a7df854053 x-openstack-request-id: req-beaaa4ea-d6ad-409f-9155-14a7df854053 {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:08:41.914039 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f6be44b-077b-4cb1-8f3b-5524244fc9a8", "tag": "11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98", "status": "completed", "code": 200}]} {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:08:41.914315 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-beaaa4ea-d6ad-409f-9155-14a7df854053 {{(pid=92915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:08:41.914711 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f6be44b-077b-4cb1-8f3b-5524244fc9a8', 'tag': '11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98', 'status': 'completed', 'code': 200} Jul 06 15:08:41.915523 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d934d-22fe-4cfd-aef3-dd8ae6e4d59e service neutron] Pushing event updated for resources: {'Port': ['ID=11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98,revision_number=3']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:08:41.986605 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-c7cbc86e-7c4e-4922-9117-3ce0f1b4edab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:41.988227 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-c7cbc86e-7c4e-4922-9117-3ce0f1b4edab service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6638c7280e734d51ae0c55b6eb0195b2&device_id=7f6be44b-077b-4cb1-8f3b-5524244fc9a8 HTTP/1.1" status: 200 len: 1096 time: 0.0623889 Jul 06 15:08:42.040107 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-26eec578-a871-4e24-8402-ba705f8bd4e9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98 HTTP/1.1" status: 200 len: 217 time: 0.0388551 Jul 06 15:08:42.088117 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-46af4fb9-20ae-4051-9625-3e90a0391491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:42.089524 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-46af4fb9-20ae-4051-9625-3e90a0391491 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6f55b19c-b3b1-4b8b-ae03-c830681db810 HTTP/1.1" status: 200 len: 851 time: 0.0432620 Jul 06 15:08:42.149951 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-4610d648-be65-4d9f-9169-e0e069a777f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:42.151375 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-4610d648-be65-4d9f-9169-e0e069a777f3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=64695cf2-b947-421d-a8ec-c7d4a4c60041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546129 Jul 06 15:08:42.249613 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-edf3996e-b0c6-46ed-b8c5-cff85f6a9b8c service neutron] 10.222.0.25 "GET /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910499 Jul 06 15:08:42.340699 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0648c0aa-898b-4738-b517-fd3a0888d308 req-7d0b7d6d-b549-45eb-b543-bc098f982a1f service neutron] 10.222.0.25 "GET /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846894 Jul 06 15:08:42.494999 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70cd0e-8d98-47cc-8020-594d22becf32 req-90eb9429-af0d-48c6-be82-1fcf4141dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:42.496507 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3b70cd0e-8d98-47cc-8020-594d22becf32 req-90eb9429-af0d-48c6-be82-1fcf4141dc3b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6638c7280e734d51ae0c55b6eb0195b2&device_id=7f6be44b-077b-4cb1-8f3b-5524244fc9a8 HTTP/1.1" status: 200 len: 1096 time: 0.0536289 Jul 06 15:08:42.588966 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70cd0e-8d98-47cc-8020-594d22becf32 req-ccd29e49-3e63-4fca-b38c-00e4f058ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:42.590413 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3b70cd0e-8d98-47cc-8020-594d22becf32 req-ccd29e49-3e63-4fca-b38c-00e4f058ef22 service neutron] 10.222.0.25 "GET /v2.0/networks?id=64695cf2-b947-421d-a8ec-c7d4a4c60041 HTTP/1.1" status: 200 len: 913 time: 0.0872488 Jul 06 15:08:42.631563 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3b70cd0e-8d98-47cc-8020-594d22becf32 req-3b1e28f9-d182-4380-9ae1-6497e78bcdc2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98 HTTP/1.1" status: 200 len: 217 time: 0.0348651 Jul 06 15:08:42.688977 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70cd0e-8d98-47cc-8020-594d22becf32 req-bc713fb9-9b16-4d7b-8d61-99b4ce3e269e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:42.690420 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3b70cd0e-8d98-47cc-8020-594d22becf32 req-bc713fb9-9b16-4d7b-8d61-99b4ce3e269e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6f55b19c-b3b1-4b8b-ae03-c830681db810 HTTP/1.1" status: 200 len: 851 time: 0.0440888 Jul 06 15:08:42.754186 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7e48c-a679-4f59-bc42-60780358c2a7 req-615403a9-4f5b-47a0-b22c-ec2d25253d04 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:42.754750 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70cd0e-8d98-47cc-8020-594d22becf32 req-8f757153-78b7-4441-954c-24b7f7af085a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:42.755610 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3b70cd0e-8d98-47cc-8020-594d22becf32 req-8f757153-78b7-4441-954c-24b7f7af085a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=64695cf2-b947-421d-a8ec-c7d4a4c60041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580266 Jul 06 15:08:42.756305 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-47e7e48c-a679-4f59-bc42-60780358c2a7 req-615403a9-4f5b-47a0-b22c-ec2d25253d04 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f6be44b-077b-4cb1-8f3b-5524244fc9a8 HTTP/1.1" status: 200 len: 943 time: 0.0644264 Jul 06 15:08:42.794629 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-47e7e48c-a679-4f59-bc42-60780358c2a7 req-1d273723-5bfe-4cd1-a78f-677ed02479cd tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330274 Jul 06 15:08:42.848851 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3b70cd0e-8d98-47cc-8020-594d22becf32 req-4bcb8d70-8bf5-4050-9cc7-9baf23d4a576 service neutron] 10.222.0.25 "GET /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832200 Jul 06 15:08:42.944074 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3b70cd0e-8d98-47cc-8020-594d22becf32 req-bbc42a06-c87d-4224-bf06-8a8920facc69 service neutron] 10.222.0.25 "GET /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852249 Jul 06 15:08:43.969629 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cea9f1-185c-4227-8c0f-16733e54607b req-c90e22a3-1963-4c20-bc49-c6ca5d4c3bd5 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:43.971127 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-22cea9f1-185c-4227-8c0f-16733e54607b req-c90e22a3-1963-4c20-bc49-c6ca5d4c3bd5 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f6be44b-077b-4cb1-8f3b-5524244fc9a8 HTTP/1.1" status: 200 len: 943 time: 0.0647631 Jul 06 15:08:44.009207 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-22cea9f1-185c-4227-8c0f-16733e54607b req-7aa598f9-2e40-4005-821d-6870b57e2ee9 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319147 Jul 06 15:08:45.009186 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3eb0941b-54c7-4a26-bce0-46a82dd74972 req-11321b15-c6cd-4f0e-b793-fe1a7a97c6b5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=47ded8df-9436-4dd7-aff7-d7db20b014ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513804 Jul 06 15:08:45.125338 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0941b-54c7-4a26-bce0-46a82dd74972 req-c0d82529-b335-479d-8999-2ef07c726592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:45.126723 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3eb0941b-54c7-4a26-bce0-46a82dd74972 req-c0d82529-b335-479d-8999-2ef07c726592 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6638c7280e734d51ae0c55b6eb0195b2&device_id=47ded8df-9436-4dd7-aff7-d7db20b014ab HTTP/1.1" status: 200 len: 1098 time: 0.0569692 Jul 06 15:08:45.186140 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56f522-e179-403c-9443-cc007babe667 req-88339f73-d25d-4073-a8cf-6e82a88e7d87 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:45.187674 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-bb56f522-e179-403c-9443-cc007babe667 req-88339f73-d25d-4073-a8cf-6e82a88e7d87 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f6be44b-077b-4cb1-8f3b-5524244fc9a8 HTTP/1.1" status: 200 len: 943 time: 0.0663817 Jul 06 15:08:45.225287 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-bb56f522-e179-403c-9443-cc007babe667 req-43675da9-230e-4ff9-b41e-ffc6ef1c18bc tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314069 Jul 06 15:08:45.231050 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0941b-54c7-4a26-bce0-46a82dd74972 req-d2878af9-ed3b-4737-8e3f-ba57859b67f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:45.232542 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3eb0941b-54c7-4a26-bce0-46a82dd74972 req-d2878af9-ed3b-4737-8e3f-ba57859b67f2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=64695cf2-b947-421d-a8ec-c7d4a4c60041 HTTP/1.1" status: 200 len: 913 time: 0.0845361 Jul 06 15:08:45.300294 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3eb0941b-54c7-4a26-bce0-46a82dd74972 req-ff7f446f-f798-44d0-9b04-8834e6700c4a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89 HTTP/1.1" status: 200 len: 1001 time: 0.0617647 Jul 06 15:08:45.348337 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0941b-54c7-4a26-bce0-46a82dd74972 req-2caddcde-2731-4ac2-a36a-75c3bff0d695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:45.349824 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3eb0941b-54c7-4a26-bce0-46a82dd74972 req-2caddcde-2731-4ac2-a36a-75c3bff0d695 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6f55b19c-b3b1-4b8b-ae03-c830681db810 HTTP/1.1" status: 200 len: 851 time: 0.0429401 Jul 06 15:08:45.407426 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0941b-54c7-4a26-bce0-46a82dd74972 req-46695830-ac8b-4d66-b0a4-11e5d7689acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:45.408892 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3eb0941b-54c7-4a26-bce0-46a82dd74972 req-46695830-ac8b-4d66-b0a4-11e5d7689acc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=64695cf2-b947-421d-a8ec-c7d4a4c60041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531242 Jul 06 15:08:45.499691 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3eb0941b-54c7-4a26-bce0-46a82dd74972 req-eb5b1fcc-8327-4c1b-9842-6498a2449f22 service neutron] 10.222.0.25 "GET /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845335 Jul 06 15:08:45.589313 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-3eb0941b-54c7-4a26-bce0-46a82dd74972 req-7e09ac75-b48d-4880-8a01-1e49fa666710 service neutron] 10.222.0.25 "GET /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823095 Jul 06 15:08:46.406401 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca74159-7241-466a-8d2d-3bfc6b1e3452 req-7a677a54-6fee-4e48-99cb-fb55057bc091 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:46.407914 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-bca74159-7241-466a-8d2d-3bfc6b1e3452 req-7a677a54-6fee-4e48-99cb-fb55057bc091 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f6be44b-077b-4cb1-8f3b-5524244fc9a8 HTTP/1.1" status: 200 len: 943 time: 0.0702295 Jul 06 15:08:46.449287 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-bca74159-7241-466a-8d2d-3bfc6b1e3452 req-a771e97d-688f-4984-8975-ea874b0232a4 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350425 Jul 06 15:08:47.626894 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a39341-ca72-49cd-be55-06f366bac7c0 req-3ae70e8b-2ed4-4ea6-aa38-3e391292280a tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:47.628484 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-f1a39341-ca72-49cd-be55-06f366bac7c0 req-3ae70e8b-2ed4-4ea6-aa38-3e391292280a tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f6be44b-077b-4cb1-8f3b-5524244fc9a8 HTTP/1.1" status: 200 len: 943 time: 0.0659564 Jul 06 15:08:47.667098 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-f1a39341-ca72-49cd-be55-06f366bac7c0 req-671fe5e1-f8d4-4afb-bf9f-5f9b1b252666 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330567 Jul 06 15:08:48.844766 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936eaa6e-1e58-48d4-b567-75919b0550c1 req-30402f88-c996-491e-935b-9fec90e07fc0 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:48.846241 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-936eaa6e-1e58-48d4-b567-75919b0550c1 req-30402f88-c996-491e-935b-9fec90e07fc0 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f6be44b-077b-4cb1-8f3b-5524244fc9a8 HTTP/1.1" status: 200 len: 943 time: 0.0632367 Jul 06 15:08:48.884223 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-936eaa6e-1e58-48d4-b567-75919b0550c1 req-65554892-2f8f-47a8-ad96-43a65f0d290f tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323055 Jul 06 15:08:49.735556 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:08:49.830682 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98,segment=NetworkSegment(cbd1e5d0-d420-485d-b99a-e51814456ee0),segment_id=cbd1e5d0-d420-485d-b99a-e51814456ee0)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:08:49.842389 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Returning: {'device': '11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'port_id': '11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98', 'mac_address': 'fa:16:3e:64:a0:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:08:49.878903 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:49.891257 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98 {{(pid=92917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:08:49.910494 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98,segment=NetworkSegment(cbd1e5d0-d420-485d-b99a-e51814456ee0),segment_id=cbd1e5d0-d420-485d-b99a-e51814456ee0)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:08:49.915408 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:49.963009 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98,revision_number=4']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:08:49.969778 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:49.970126 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:49.970466 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:49.970807 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:49.971167 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:49.971499 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:49.971824 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:49.972140 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:49.972474 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:49.972789 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:49.973109 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:49.973426 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:08:50.059214 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a0eab-4d95-4ce3-b85b-34ab8ae4a4c9 req-417aa6dd-abe0-4b4a-a130-2a3faf32316c tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:50.060699 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-a32a0eab-4d95-4ce3-b85b-34ab8ae4a4c9 req-417aa6dd-abe0-4b4a-a130-2a3faf32316c tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f6be44b-077b-4cb1-8f3b-5524244fc9a8 HTTP/1.1" status: 200 len: 944 time: 0.0630870 Jul 06 15:08:50.098529 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-a32a0eab-4d95-4ce3-b85b-34ab8ae4a4c9 req-83ce73ae-b60b-40a4-b928-4bd00f3fc523 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320673 Jul 06 15:08:50.204586 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] get_ports_and_sgs() called for port_ids ['11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98'] {{(pid=92917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:08:51.270876 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb95a7-4cbe-4fcf-b4ff-e475a9651eb5 req-f3060540-c101-4bec-89be-b440024e7ef9 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:51.273316 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c9cb95a7-4cbe-4fcf-b4ff-e475a9651eb5 req-f3060540-c101-4bec-89be-b440024e7ef9 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f6be44b-077b-4cb1-8f3b-5524244fc9a8 HTTP/1.1" status: 200 len: 944 time: 0.0656254 Jul 06 15:08:51.310170 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-c9cb95a7-4cbe-4fcf-b4ff-e475a9651eb5 req-d4413cb2-d0eb-402d-8bfb-793aa17befa6 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313568 Jul 06 15:08:51.745807 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98 up at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:08:51.796233 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning for port 11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98 completed by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:08:51.799790 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.provisioning_blocks [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Provisioning complete for port 11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98 triggered by entity L2. {{(pid=92917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:08:51.800168 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7830902'] for port, provisioning_complete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:51.877045 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:51.899022 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6be44b-077b-4cb1-8f3b-5524244fc9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98'}] {{(pid=92917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:08:51.901264 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ea3ef9b0f14ac6a08de5771e2132c48ed06abd6a52ccf1dddde4c27a9981b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664510fa-2720-4229-a180-1199ce1103ad" -d '{"events": [{"server_uuid": "7f6be44b-077b-4cb1-8f3b-5524244fc9a8", "name": "network-vif-plugged", "status": "completed", "tag": "11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98"}]}' {{(pid=92917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:08:51.913984 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] For port 11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98,segment=NetworkSegment(cbd1e5d0-d420-485d-b99a-e51814456ee0),segment_id=cbd1e5d0-d420-485d-b99a-e51814456ee0)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:08:51.917778 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384'] for port, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:51.942865 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30c5ae4-6a00-40ec-917b-aa4289342807 x-openstack-request-id: req-a30c5ae4-6a00-40ec-917b-aa4289342807 {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:08:51.943186 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6be44b-077b-4cb1-8f3b-5524244fc9a8", "name": "network-vif-plugged", "status": "completed", "tag": "11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98", "code": 200}]} {{(pid=92917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:08:51.943431 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a30c5ae4-6a00-40ec-917b-aa4289342807 {{(pid=92917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:08:51.943811 dv-cinder-788363-5-iscsi neutron-server[92917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6be44b-077b-4cb1-8f3b-5524244fc9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98', 'code': 200} Jul 06 15:08:51.970184 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Pushing event updated for resources: {'Port': ['ID=11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98,revision_number=5']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:08:52.246766 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e24f5-6ddd-42ab-ba45-79c36613efcd req-ece55e47-dae4-4d26-81b8-95cf2a75f2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:52.248819 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a89e24f5-6ddd-42ab-ba45-79c36613efcd req-ece55e47-dae4-4d26-81b8-95cf2a75f2d7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7f6be44b-077b-4cb1-8f3b-5524244fc9a8 HTTP/1.1" status: 200 len: 1098 time: 0.0542319 Jul 06 15:08:52.284169 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-a89e24f5-6ddd-42ab-ba45-79c36613efcd req-291342d9-6832-4697-88ac-3967647b6eca service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286424 Jul 06 15:08:52.497138 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a2057-34a1-4bfc-a32a-383b6cc35b13 req-d1044b1d-2081-4d5a-a177-46b916e6dfee tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:52.498622 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-132a2057-34a1-4bfc-a32a-383b6cc35b13 req-d1044b1d-2081-4d5a-a177-46b916e6dfee tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f6be44b-077b-4cb1-8f3b-5524244fc9a8 HTTP/1.1" status: 200 len: 945 time: 0.0652716 Jul 06 15:08:52.536646 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-132a2057-34a1-4bfc-a32a-383b6cc35b13 req-0bc7dc59-11af-4ef8-98e9-50eff188a0ae tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323367 Jul 06 15:08:53.757432 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33470478-124b-4c07-9cdf-8c5ad3ba89a3 req-438d90e8-45e5-4ee9-90f1-2c4a46acaae1 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:53.759028 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-33470478-124b-4c07-9cdf-8c5ad3ba89a3 req-438d90e8-45e5-4ee9-90f1-2c4a46acaae1 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f6be44b-077b-4cb1-8f3b-5524244fc9a8 HTTP/1.1" status: 200 len: 945 time: 0.0850475 Jul 06 15:08:53.815053 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-33470478-124b-4c07-9cdf-8c5ad3ba89a3 req-895b887c-bba6-409c-9917-6c96f870d728 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502207 Jul 06 15:08:54.011823 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a38b3a-d807-4d04-8979-f45898b1bfb5 req-5f234308-4156-42b3-b0fb-aeae61f9499d tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:54.013724 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-94a38b3a-d807-4d04-8979-f45898b1bfb5 req-5f234308-4156-42b3-b0fb-aeae61f9499d tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f6be44b-077b-4cb1-8f3b-5524244fc9a8 HTTP/1.1" status: 200 len: 945 time: 0.0703409 Jul 06 15:08:54.056298 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-94a38b3a-d807-4d04-8979-f45898b1bfb5 req-395ae6d1-e5b7-49ed-8545-676f69e0ce8a tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364869 Jul 06 15:08:54.088175 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 57888) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:08:54.144145 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cead57a-7bd9-446e-b051-1cf2a6628b0a tempest-TestVolumeBootPattern-143186361 tempest-TestVolumeBootPattern-143186361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:54.145745 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-3cead57a-7bd9-446e-b051-1cf2a6628b0a tempest-TestVolumeBootPattern-143186361 tempest-TestVolumeBootPattern-143186361-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7f6be44b-077b-4cb1-8f3b-5524244fc9a8 HTTP/1.1" status: 200 len: 1093 time: 0.0573459 Jul 06 15:08:54.149560 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 57890) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:08:54.155644 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.v2.base [None req-db976895-9d31-4385-8ffb-89bb4cd2ecac tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Request body: {'floatingip': {'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'port_id': '11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:08:54.179882 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-db976895-9d31-4385-8ffb-89bb4cd2ecac tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for floatingip, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:54.281850 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-db976895-9d31-4385-8ffb-89bb4cd2ecac tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:54.391321 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.db_base_plugin_common [None req-db976895-9d31-4385-8ffb-89bb4cd2ecac tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Allocated IP 172.27.3.156 (cda8cae0-c766-4621-9577-ca435140768c/1f1b7348-831f-4a39-b588-ec6aad475c62/6216d954-b8c0-45ac-8acc-9bb202901f52) {{(pid=92916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:08:54.497884 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-db976895-9d31-4385-8ffb-89bb4cd2ecac tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for port, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:54.536027 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-db976895-9d31-4385-8ffb-89bb4cd2ecac tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-614206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-249514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766384311525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2824651'] for port, after_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:54.577930 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db976895-9d31-4385-8ffb-89bb4cd2ecac tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Network cda8cae0-c766-4621-9577-ca435140768c is already hosted by enough agents. {{(pid=92916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:08:54.582634 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.base_scheduler [None req-db976895-9d31-4385-8ffb-89bb4cd2ecac tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Resources bound (agent type, host, resource id): {{(pid=92916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:08:54.586768 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db976895-9d31-4385-8ffb-89bb4cd2ecac tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Received port after_create {{(pid=92916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:08:54.610630 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db976895-9d31-4385-8ffb-89bb4cd2ecac tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Pushing event updated for resources: {'Port': ['ID=6216d954-b8c0-45ac-8acc-9bb202901f52,revision_number=1']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:08:54.951088 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-db976895-9d31-4385-8ffb-89bb4cd2ecac tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:55.031978 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-db976895-9d31-4385-8ffb-89bb4cd2ecac tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-613371'] for port, before_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:55.176184 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-db976895-9d31-4385-8ffb-89bb4cd2ecac tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for port, precommit_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:55.181145 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-db976895-9d31-4385-8ffb-89bb4cd2ecac tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766384867880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766384311543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766384313384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824505'] for port, after_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:55.248478 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db976895-9d31-4385-8ffb-89bb4cd2ecac tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Pushing event updated for resources: {'Port': ['ID=6216d954-b8c0-45ac-8acc-9bb202901f52,revision_number=2']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:08:55.259800 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-db976895-9d31-4385-8ffb-89bb4cd2ecac tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413103'] for floatingip, after_update {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:55.360612 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.db.l3_db [None req-db976895-9d31-4385-8ffb-89bb4cd2ecac tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Floating IP 71cec58c-af4a-4d83-b516-58a6632e50ad associated. External IP: 172.27.3.156, port: 11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98. Jul 06 15:08:55.563205 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db976895-9d31-4385-8ffb-89bb4cd2ecac tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Router b179d53b-7d87-42d9-b693-c44a1e65b0f6 has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:08:55.669923 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db976895-9d31-4385-8ffb-89bb4cd2ecac tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:08:55.679993 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0512ec21-eafe-44b1-8b4b-e22af41dd2fc None None] Sync routers for ids ['b179d53b-7d87-42d9-b693-c44a1e65b0f6'] in dv-cinder-788363-5-iscsi {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:08:55.685491 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-db976895-9d31-4385-8ffb-89bb4cd2ecac tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for floatingip, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:55.693525 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0512ec21-eafe-44b1-8b4b-e22af41dd2fc None None] Routers {'b179d53b-7d87-42d9-b693-c44a1e65b0f6'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:08:55.694899 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-0512ec21-eafe-44b1-8b4b-e22af41dd2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:08:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['b179d53b-7d87-42d9-b693-c44a1e65b0f6'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:08:55.734994 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-db976895-9d31-4385-8ffb-89bb4cd2ecac tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5718901 Jul 06 15:08:55.734994 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6be44b-077b-4cb1-8f3b-5524244fc9a8', 'tag': '11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98'}] {{(pid=92916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:08:55.734994 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95076a2cfa108320b507fde56cef9a7a3e09023494eaa6cf19f085f96635572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d796d09-1ca6-497d-9a60-39ee95378886" -d '{"events": [{"name": "network-changed", "server_uuid": "7f6be44b-077b-4cb1-8f3b-5524244fc9a8", "tag": "11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98"}]}' {{(pid=92916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:08:55.799400 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-0512ec21-eafe-44b1-8b4b-e22af41dd2fc None None] Set router b179d53b-7d87-42d9-b693-c44a1e65b0f6 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:08:55.960149 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce2f79b-bd08-40ed-af83-2587c6a6b518 x-openstack-request-id: req-6ce2f79b-bd08-40ed-af83-2587c6a6b518 {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:08:55.960874 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f6be44b-077b-4cb1-8f3b-5524244fc9a8", "tag": "11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98", "status": "completed", "code": 200}]} {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:08:55.960874 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ce2f79b-bd08-40ed-af83-2587c6a6b518 {{(pid=92916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:08:55.961063 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f6be44b-077b-4cb1-8f3b-5524244fc9a8', 'tag': '11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98', 'status': 'completed', 'code': 200} Jul 06 15:08:56.033098 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-0512ec21-eafe-44b1-8b4b-e22af41dd2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'name': 'tempest-TestVolumeBootPattern-1221050928-router', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:03:09Z', 'updated_at': '2021-07-06T15:03:19Z', 'revision_number': 4, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'gw_port': {'id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:11Z', 'updated_at': '2021-07-06T15:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_floatingips': [{'id': '0ca3d2d3-a297-496f-b3e7-ed5646b8cb14', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'floating_ip_address': '172.27.3.252', 'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'router_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'port_id': 'ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'mac_address': 'fa:16:3e:77:33:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ded8df-9436-4dd7-aff7-d7db20b014ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:06:46Z', 'updated_at': '2021-07-06T15:06:48Z', 'revision_number': 1, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'fixed_ip_address_scope': None}, {'id': '71cec58c-af4a-4d83-b516-58a6632e50ad', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'router_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'port_id': '11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'mac_address': 'fa:16:3e:64:a0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6be44b-077b-4cb1-8f3b-5524244fc9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:08:54Z', 'updated_at': '2021-07-06T15:08:54Z', 'revision_number': 0, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13374876-3410-4d2e-8c85-50af6fc5645a', 'name': '', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'mac_address': 'fa:16:3e:2f:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:18Z', 'updated_at': '2021-07-06T15:03:27Z', 'revision_number': 5, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'subnets': [{'id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:08:56.059641 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0512ec21-eafe-44b1-8b4b-e22af41dd2fc None None] Checking router: b179d53b-7d87-42d9-b693-c44a1e65b0f6 for host: dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:08:56.064076 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d796d09-1ca6-497d-9a60-39ee95378886 req-b68d9efa-95e7-473a-acfc-c92df5c81924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:56.065619 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-5d796d09-1ca6-497d-9a60-39ee95378886 req-b68d9efa-95e7-473a-acfc-c92df5c81924 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6638c7280e734d51ae0c55b6eb0195b2&device_id=7f6be44b-077b-4cb1-8f3b-5524244fc9a8 HTTP/1.1" status: 200 len: 1098 time: 0.0591395 Jul 06 15:08:56.067917 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0512ec21-eafe-44b1-8b4b-e22af41dd2fc None None] Routers {'b179d53b-7d87-42d9-b693-c44a1e65b0f6'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:08:56.068522 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-0512ec21-eafe-44b1-8b4b-e22af41dd2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:08:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['b179d53b-7d87-42d9-b693-c44a1e65b0f6'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:08:56.156686 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d796d09-1ca6-497d-9a60-39ee95378886 req-2309bf3d-18d1-4f3b-a199-8f615ee2c7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:56.158197 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-5d796d09-1ca6-497d-9a60-39ee95378886 req-2309bf3d-18d1-4f3b-a199-8f615ee2c7af service neutron] 10.222.0.25 "GET /v2.0/networks?id=64695cf2-b947-421d-a8ec-c7d4a4c60041 HTTP/1.1" status: 200 len: 913 time: 0.0866957 Jul 06 15:08:56.183192 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-0512ec21-eafe-44b1-8b4b-e22af41dd2fc None None] Set router b179d53b-7d87-42d9-b693-c44a1e65b0f6 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:08:56.230035 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-5d796d09-1ca6-497d-9a60-39ee95378886 req-4cc4e81c-b460-4061-a501-9c9f045d4ada service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98 HTTP/1.1" status: 200 len: 999 time: 0.0655217 Jul 06 15:08:56.284774 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d796d09-1ca6-497d-9a60-39ee95378886 req-7d4749d9-2c36-46c8-92d4-0a4a36dbc325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:56.286259 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-5d796d09-1ca6-497d-9a60-39ee95378886 req-7d4749d9-2c36-46c8-92d4-0a4a36dbc325 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6f55b19c-b3b1-4b8b-ae03-c830681db810 HTTP/1.1" status: 200 len: 851 time: 0.0466645 Jul 06 15:08:56.345672 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d796d09-1ca6-497d-9a60-39ee95378886 req-54e985b9-b49d-4551-857e-ec2e39430ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:08:56.347193 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-5d796d09-1ca6-497d-9a60-39ee95378886 req-54e985b9-b49d-4551-857e-ec2e39430ca5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=64695cf2-b947-421d-a8ec-c7d4a4c60041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547872 Jul 06 15:08:56.433315 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-0512ec21-eafe-44b1-8b4b-e22af41dd2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'name': 'tempest-TestVolumeBootPattern-1221050928-router', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:03:09Z', 'updated_at': '2021-07-06T15:03:19Z', 'revision_number': 4, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'gw_port': {'id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:11Z', 'updated_at': '2021-07-06T15:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_floatingips': [{'id': '0ca3d2d3-a297-496f-b3e7-ed5646b8cb14', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'floating_ip_address': '172.27.3.252', 'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'router_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'port_id': 'ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'mac_address': 'fa:16:3e:77:33:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ded8df-9436-4dd7-aff7-d7db20b014ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:06:46Z', 'updated_at': '2021-07-06T15:06:48Z', 'revision_number': 1, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'fixed_ip_address_scope': None}, {'id': '71cec58c-af4a-4d83-b516-58a6632e50ad', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'router_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'port_id': '11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'mac_address': 'fa:16:3e:64:a0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6be44b-077b-4cb1-8f3b-5524244fc9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:08:54Z', 'updated_at': '2021-07-06T15:08:54Z', 'revision_number': 0, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13374876-3410-4d2e-8c85-50af6fc5645a', 'name': '', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'mac_address': 'fa:16:3e:2f:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:18Z', 'updated_at': '2021-07-06T15:03:27Z', 'revision_number': 5, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'subnets': [{'id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:08:56.464050 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0512ec21-eafe-44b1-8b4b-e22af41dd2fc None None] The sync data for ids ['b179d53b-7d87-42d9-b693-c44a1e65b0f6'] in dv-cinder-788363-5-iscsi is: [{'id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'name': 'tempest-TestVolumeBootPattern-1221050928-router', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:03:09Z', 'updated_at': '2021-07-06T15:03:19Z', 'revision_number': 4, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'gw_port': {'id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:11Z', 'updated_at': '2021-07-06T15:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_floatingips': [{'id': '0ca3d2d3-a297-496f-b3e7-ed5646b8cb14', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'floating_ip_address': '172.27.3.252', 'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'router_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'port_id': 'ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'mac_address': 'fa:16:3e:77:33:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ded8df-9436-4dd7-aff7-d7db20b014ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:06:46Z', 'updated_at': '2021-07-06T15:06:48Z', 'revision_number': 1, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'fixed_ip_address_scope': None}, {'id': '71cec58c-af4a-4d83-b516-58a6632e50ad', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'router_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'port_id': '11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'mac_address': 'fa:16:3e:64:a0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6be44b-077b-4cb1-8f3b-5524244fc9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:08:54Z', 'updated_at': '2021-07-06T15:08:54Z', 'revision_number': 0, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13374876-3410-4d2e-8c85-50af6fc5645a', 'name': '', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'mac_address': 'fa:16:3e:2f:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:18Z', 'updated_at': '2021-07-06T15:03:27Z', 'revision_number': 5, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'subnets': [{'id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:08:56.654908 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5100571a-49ee-4c74-9586-be3ed2301f8a None None] New status for floating IP 71cec58c-af4a-4d83-b516-58a6632e50ad: ACTIVE {{(pid=92918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:08:56.738419 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-5d796d09-1ca6-497d-9a60-39ee95378886 req-8f001dc1-6a40-4c62-84f1-cb0fb3e00e5e service neutron] 10.222.0.25 "GET /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840373 Jul 06 15:08:56.831264 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-5d796d09-1ca6-497d-9a60-39ee95378886 req-78d760ba-baec-4e09-b87d-303f545442eb service neutron] 10.222.0.25 "GET /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861161 Jul 06 15:08:57.503727 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 6 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:09:01.989177 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-ccda027e-6df2-44b6-97a2-12940ee78322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:05.430234 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-567bd35c-a027-424e-8a83-02c6a6c70a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:05.494996 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:06.611554 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:07.560143 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:08.640623 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:31.990380 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-65dece5d-344b-4b76-ae4f-3e4a8773a8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:34.503471 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 6 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:09:35.431569 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-181cdaee-dc45-4b0b-adb7-33dadc4e081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:35.495627 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:36.614335 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:37.570151 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:38.641508 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:45.992095 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0642880f-0ddd-416a-8dd6-9739fde5f322 req-7100701d-7fd9-4b0d-a1a8-07cbe588dad0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=47ded8df-9436-4dd7-aff7-d7db20b014ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0537724 Jul 06 15:09:46.100690 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642880f-0ddd-416a-8dd6-9739fde5f322 req-86b6dfa0-e526-4890-a0c2-44b7331aaf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:46.102151 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0642880f-0ddd-416a-8dd6-9739fde5f322 req-86b6dfa0-e526-4890-a0c2-44b7331aaf4d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6638c7280e734d51ae0c55b6eb0195b2&device_id=47ded8df-9436-4dd7-aff7-d7db20b014ab HTTP/1.1" status: 200 len: 1098 time: 0.0507691 Jul 06 15:09:46.208692 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642880f-0ddd-416a-8dd6-9739fde5f322 req-2c5e9aa8-c514-4710-bbac-a1621de1f9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:46.210174 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0642880f-0ddd-416a-8dd6-9739fde5f322 req-2c5e9aa8-c514-4710-bbac-a1621de1f9a4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=64695cf2-b947-421d-a8ec-c7d4a4c60041 HTTP/1.1" status: 200 len: 913 time: 0.0852706 Jul 06 15:09:46.277550 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0642880f-0ddd-416a-8dd6-9739fde5f322 req-b57f7a0f-4c32-4205-8efe-73db1fa11141 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89 HTTP/1.1" status: 200 len: 1001 time: 0.0610495 Jul 06 15:09:46.325573 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642880f-0ddd-416a-8dd6-9739fde5f322 req-f2a1d26a-9a92-41b3-b2ca-820343374c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:46.327098 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0642880f-0ddd-416a-8dd6-9739fde5f322 req-f2a1d26a-9a92-41b3-b2ca-820343374c6b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6f55b19c-b3b1-4b8b-ae03-c830681db810 HTTP/1.1" status: 200 len: 851 time: 0.0432029 Jul 06 15:09:46.382909 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642880f-0ddd-416a-8dd6-9739fde5f322 req-b33e83d0-faee-4a0f-8e67-9ad0578f7e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:09:46.384411 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0642880f-0ddd-416a-8dd6-9739fde5f322 req-b33e83d0-faee-4a0f-8e67-9ad0578f7e1e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=64695cf2-b947-421d-a8ec-c7d4a4c60041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514283 Jul 06 15:09:46.475801 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0642880f-0ddd-416a-8dd6-9739fde5f322 req-4d524393-f4c0-43ce-834b-f65a1cc13d77 service neutron] 10.222.0.25 "GET /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837731 Jul 06 15:09:46.565740 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0642880f-0ddd-416a-8dd6-9739fde5f322 req-70529307-d397-40fc-8c14-65cd1447ee17 service neutron] 10.222.0.25 "GET /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806339 Jul 06 15:10:01.990585 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf8c9-781a-4815-873e-c1837cad9904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:05.436231 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-dc5a99cf-511e-417b-b677-34fc02339428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:05.498121 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:06.617273 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:07.570554 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:08.643747 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:11.503184 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 6 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:10:25.917289 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 57926) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:10:26.332629 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-28dfb65d-7539-4c6e-ad73-c42458618d05 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Deleting port 6216d954-b8c0-45ac-8acc-9bb202901f52 {{(pid=92916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:10:26.332884 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-28dfb65d-7539-4c6e-ad73-c42458618d05 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:26.408600 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-28dfb65d-7539-4c6e-ad73-c42458618d05 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:26.408933 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-28dfb65d-7539-4c6e-ad73-c42458618d05 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:26.422569 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-28dfb65d-7539-4c6e-ad73-c42458618d05 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Calling delete_port for 6216d954-b8c0-45ac-8acc-9bb202901f52 owned by network:floatingip {{(pid=92916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:10:26.566719 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-28dfb65d-7539-4c6e-ad73-c42458618d05 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824642'] for port, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:26.592919 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfb65d-7539-4c6e-ad73-c42458618d05 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Pushing event deleted for resources: {'Port': ['ID=6216d954-b8c0-45ac-8acc-9bb202901f52,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:10:26.617459 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfb65d-7539-4c6e-ad73-c42458618d05 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:10:26.617811 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfb65d-7539-4c6e-ad73-c42458618d05 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:10:26.618147 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfb65d-7539-4c6e-ad73-c42458618d05 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:10:26.618477 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfb65d-7539-4c6e-ad73-c42458618d05 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:10:26.618804 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfb65d-7539-4c6e-ad73-c42458618d05 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:10:26.619165 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfb65d-7539-4c6e-ad73-c42458618d05 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:10:26.619495 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfb65d-7539-4c6e-ad73-c42458618d05 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:10:26.619820 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfb65d-7539-4c6e-ad73-c42458618d05 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:10:26.620145 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfb65d-7539-4c6e-ad73-c42458618d05 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:10:26.620469 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfb65d-7539-4c6e-ad73-c42458618d05 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:10:26.620786 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfb65d-7539-4c6e-ad73-c42458618d05 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:10:26.621102 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfb65d-7539-4c6e-ad73-c42458618d05 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:10:26.661235 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-28dfb65d-7539-4c6e-ad73-c42458618d05 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for floatingip, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:26.661712 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.db.l3_db [None req-28dfb65d-7539-4c6e-ad73-c42458618d05 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Floating IP 71cec58c-af4a-4d83-b516-58a6632e50ad disassociated (deleted). External IP: 172.27.3.156, port: 11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98. Jul 06 15:10:26.874874 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28dfb65d-7539-4c6e-ad73-c42458618d05 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Router b179d53b-7d87-42d9-b693-c44a1e65b0f6 has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:10:26.984189 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28dfb65d-7539-4c6e-ad73-c42458618d05 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:10:26.988905 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-28dfb65d-7539-4c6e-ad73-c42458618d05 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for floatingip, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:26.994373 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d366e0-a495-4af3-8637-70d5854e6316 None None] Sync routers for ids ['b179d53b-7d87-42d9-b693-c44a1e65b0f6'] in dv-cinder-788363-5-iscsi {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:10:27.002852 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d366e0-a495-4af3-8637-70d5854e6316 None None] Routers {'b179d53b-7d87-42d9-b693-c44a1e65b0f6'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:10:27.003485 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-b9d366e0-a495-4af3-8637-70d5854e6316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:10:05Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['b179d53b-7d87-42d9-b693-c44a1e65b0f6'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:10:27.025995 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-28dfb65d-7539-4c6e-ad73-c42458618d05 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "DELETE /v2.0/floatingips/71cec58c-af4a-4d83-b516-58a6632e50ad HTTP/1.1" status: 204 len: 168 time: 1.1075239 Jul 06 15:10:27.026456 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6be44b-077b-4cb1-8f3b-5524244fc9a8', 'tag': '11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98'}] {{(pid=92916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:10:27.028836 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95076a2cfa108320b507fde56cef9a7a3e09023494eaa6cf19f085f96635572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0231301-667d-47dd-a821-de854fd94bee" -d '{"events": [{"name": "network-changed", "server_uuid": "7f6be44b-077b-4cb1-8f3b-5524244fc9a8", "tag": "11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98"}]}' {{(pid=92916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:10:27.069030 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cdbdb5-073a-49a7-9037-0621a5eb7c62 x-openstack-request-id: req-96cdbdb5-073a-49a7-9037-0621a5eb7c62 {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:10:27.069326 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f6be44b-077b-4cb1-8f3b-5524244fc9a8", "tag": "11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98", "status": "completed", "code": 200}]} {{(pid=92916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:10:27.069581 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96cdbdb5-073a-49a7-9037-0621a5eb7c62 {{(pid=92916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:10:27.069977 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f6be44b-077b-4cb1-8f3b-5524244fc9a8', 'tag': '11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98', 'status': 'completed', 'code': 200} Jul 06 15:10:27.179514 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0231301-667d-47dd-a821-de854fd94bee req-8ac5be68-81cf-4e4e-880c-ecec90227e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:10:27.181033 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b0231301-667d-47dd-a821-de854fd94bee req-8ac5be68-81cf-4e4e-880c-ecec90227e57 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6638c7280e734d51ae0c55b6eb0195b2&device_id=7f6be44b-077b-4cb1-8f3b-5524244fc9a8 HTTP/1.1" status: 200 len: 1098 time: 0.0631773 Jul 06 15:10:27.240543 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-b9d366e0-a495-4af3-8637-70d5854e6316 None None] Set router b179d53b-7d87-42d9-b693-c44a1e65b0f6 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:10:27.283447 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0231301-667d-47dd-a821-de854fd94bee req-4bc1627b-95b1-4cb0-9900-5d8496a92d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:10:27.285013 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b0231301-667d-47dd-a821-de854fd94bee req-4bc1627b-95b1-4cb0-9900-5d8496a92d77 service neutron] 10.222.0.25 "GET /v2.0/networks?id=64695cf2-b947-421d-a8ec-c7d4a4c60041 HTTP/1.1" status: 200 len: 913 time: 0.0970614 Jul 06 15:10:27.353626 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b0231301-667d-47dd-a821-de854fd94bee req-c7b8c07e-e7d0-44b1-9690-0b86cf8f4ea4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98 HTTP/1.1" status: 200 len: 217 time: 0.0367045 Jul 06 15:10:27.410062 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0231301-667d-47dd-a821-de854fd94bee req-5a0f8934-e374-4a9f-bdf0-29b80d6dccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:10:27.412286 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b0231301-667d-47dd-a821-de854fd94bee req-5a0f8934-e374-4a9f-bdf0-29b80d6dccd9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6f55b19c-b3b1-4b8b-ae03-c830681db810 HTTP/1.1" status: 200 len: 851 time: 0.0509133 Jul 06 15:10:27.425626 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9fe1e-acb7-432b-a227-0b7b367caa45 req-e7928d8f-69e7-4d22-9d25-d4859584aafc tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:10:27.431485 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-dee9fe1e-acb7-432b-a227-0b7b367caa45 req-e7928d8f-69e7-4d22-9d25-d4859584aafc tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f6be44b-077b-4cb1-8f3b-5524244fc9a8 HTTP/1.1" status: 200 len: 945 time: 0.0780566 Jul 06 15:10:27.472256 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0231301-667d-47dd-a821-de854fd94bee req-ad4d0915-72ec-4199-a941-955587becde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:10:27.474533 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b0231301-667d-47dd-a821-de854fd94bee req-ad4d0915-72ec-4199-a941-955587becde0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=64695cf2-b947-421d-a8ec-c7d4a4c60041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558457 Jul 06 15:10:27.475971 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-dee9fe1e-acb7-432b-a227-0b7b367caa45 req-7c5833cd-de4e-4be3-9d16-fa32dc02733a tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425501 Jul 06 15:10:27.480329 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-b9d366e0-a495-4af3-8637-70d5854e6316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'name': 'tempest-TestVolumeBootPattern-1221050928-router', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:03:09Z', 'updated_at': '2021-07-06T15:03:19Z', 'revision_number': 4, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'gw_port': {'id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:11Z', 'updated_at': '2021-07-06T15:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_floatingips': [{'id': '0ca3d2d3-a297-496f-b3e7-ed5646b8cb14', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'floating_ip_address': '172.27.3.252', 'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'router_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'port_id': 'ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'mac_address': 'fa:16:3e:77:33:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ded8df-9436-4dd7-aff7-d7db20b014ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:06:46Z', 'updated_at': '2021-07-06T15:06:48Z', 'revision_number': 1, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13374876-3410-4d2e-8c85-50af6fc5645a', 'name': '', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'mac_address': 'fa:16:3e:2f:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:18Z', 'updated_at': '2021-07-06T15:03:27Z', 'revision_number': 5, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'subnets': [{'id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:10:27.507944 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d366e0-a495-4af3-8637-70d5854e6316 None None] Checking router: b179d53b-7d87-42d9-b693-c44a1e65b0f6 for host: dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:10:27.516316 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d366e0-a495-4af3-8637-70d5854e6316 None None] Routers {'b179d53b-7d87-42d9-b693-c44a1e65b0f6'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:10:27.516926 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-b9d366e0-a495-4af3-8637-70d5854e6316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:10:05Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['b179d53b-7d87-42d9-b693-c44a1e65b0f6'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:10:27.570409 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b0231301-667d-47dd-a821-de854fd94bee req-bf6cc27e-9859-48bf-a1e3-06c45d92db1e service neutron] 10.222.0.25 "GET /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892098 Jul 06 15:10:27.623010 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-b9d366e0-a495-4af3-8637-70d5854e6316 None None] Set router b179d53b-7d87-42d9-b693-c44a1e65b0f6 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:10:27.666917 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-b0231301-667d-47dd-a821-de854fd94bee req-3cfae4c0-2292-49ea-9d40-bdf7bdddea5b service neutron] 10.222.0.25 "GET /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892370 Jul 06 15:10:27.847963 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-b9d366e0-a495-4af3-8637-70d5854e6316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'name': 'tempest-TestVolumeBootPattern-1221050928-router', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:03:09Z', 'updated_at': '2021-07-06T15:03:19Z', 'revision_number': 4, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'gw_port': {'id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:11Z', 'updated_at': '2021-07-06T15:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_floatingips': [{'id': '0ca3d2d3-a297-496f-b3e7-ed5646b8cb14', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'floating_ip_address': '172.27.3.252', 'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'router_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'port_id': 'ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'mac_address': 'fa:16:3e:77:33:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ded8df-9436-4dd7-aff7-d7db20b014ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:06:46Z', 'updated_at': '2021-07-06T15:06:48Z', 'revision_number': 1, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13374876-3410-4d2e-8c85-50af6fc5645a', 'name': '', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'mac_address': 'fa:16:3e:2f:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:18Z', 'updated_at': '2021-07-06T15:03:27Z', 'revision_number': 5, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'subnets': [{'id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:10:27.876288 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d366e0-a495-4af3-8637-70d5854e6316 None None] The sync data for ids ['b179d53b-7d87-42d9-b693-c44a1e65b0f6'] in dv-cinder-788363-5-iscsi is: [{'id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'name': 'tempest-TestVolumeBootPattern-1221050928-router', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:03:09Z', 'updated_at': '2021-07-06T15:03:19Z', 'revision_number': 4, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'gw_port': {'id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:11Z', 'updated_at': '2021-07-06T15:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_floatingips': [{'id': '0ca3d2d3-a297-496f-b3e7-ed5646b8cb14', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'floating_ip_address': '172.27.3.252', 'floating_network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'router_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'port_id': 'ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'mac_address': 'fa:16:3e:77:33:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ded8df-9436-4dd7-aff7-d7db20b014ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:06:46Z', 'updated_at': '2021-07-06T15:06:48Z', 'revision_number': 1, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13374876-3410-4d2e-8c85-50af6fc5645a', 'name': '', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'mac_address': 'fa:16:3e:2f:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:18Z', 'updated_at': '2021-07-06T15:03:27Z', 'revision_number': 5, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'subnets': [{'id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:10:28.083737 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbce82e8-3f81-4a47-aea2-91056b3b627b None None] New status for floating IP 71cec58c-af4a-4d83-b516-58a6632e50ad: DOWN {{(pid=92918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:10:28.652452 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac26210-3bfb-477e-8d36-5180c2b8cfd7 req-10c6f6c9-e155-4022-b899-dde405f75c0d tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:10:28.653978 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0ac26210-3bfb-477e-8d36-5180c2b8cfd7 req-10c6f6c9-e155-4022-b899-dde405f75c0d tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f6be44b-077b-4cb1-8f3b-5524244fc9a8 HTTP/1.1" status: 200 len: 945 time: 0.0648112 Jul 06 15:10:28.690449 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-0ac26210-3bfb-477e-8d36-5180c2b8cfd7 req-a1181da1-3cf2-4f8e-9d9d-4b2657f91d07 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308411 Jul 06 15:10:29.072874 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b1a81-9a81-4fad-81e9-259814bdd2d0 req-6e747929-944b-4b51-aa57-d34ab4c0f04b tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:10:29.074300 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-9f3b1a81-9a81-4fad-81e9-259814bdd2d0 req-6e747929-944b-4b51-aa57-d34ab4c0f04b tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f6be44b-077b-4cb1-8f3b-5524244fc9a8 HTTP/1.1" status: 200 len: 945 time: 0.0661678 Jul 06 15:10:29.175373 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [req-9f3b1a81-9a81-4fad-81e9-259814bdd2d0 req-59bb36c4-0a53-42f8-a901-cc9e0fb8c281 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Deleting port 11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98 {{(pid=92915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:10:29.175630 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-9f3b1a81-9a81-4fad-81e9-259814bdd2d0 req-59bb36c4-0a53-42f8-a901-cc9e0fb8c281 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:29.267401 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-9f3b1a81-9a81-4fad-81e9-259814bdd2d0 req-59bb36c4-0a53-42f8-a901-cc9e0fb8c281 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] For port 11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98,segment=NetworkSegment(cbd1e5d0-d420-485d-b99a-e51814456ee0),segment_id=cbd1e5d0-d420-485d-b99a-e51814456ee0)] {{(pid=92915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:10:29.267759 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-9f3b1a81-9a81-4fad-81e9-259814bdd2d0 req-59bb36c4-0a53-42f8-a901-cc9e0fb8c281 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:29.280040 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [req-9f3b1a81-9a81-4fad-81e9-259814bdd2d0 req-59bb36c4-0a53-42f8-a901-cc9e0fb8c281 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Calling delete_port for 11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98 owned by compute:nova {{(pid=92915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:10:29.406374 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-9f3b1a81-9a81-4fad-81e9-259814bdd2d0 req-59bb36c4-0a53-42f8-a901-cc9e0fb8c281 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2297282'] for port, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:29.438249 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb36c4-0a53-42f8-a901-cc9e0fb8c281 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Pushing event deleted for resources: {'Port': ['ID=11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:10:29.467393 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb36c4-0a53-42f8-a901-cc9e0fb8c281 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:10:29.467742 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb36c4-0a53-42f8-a901-cc9e0fb8c281 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:10:29.468083 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb36c4-0a53-42f8-a901-cc9e0fb8c281 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:10:29.468419 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb36c4-0a53-42f8-a901-cc9e0fb8c281 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:10:29.468750 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb36c4-0a53-42f8-a901-cc9e0fb8c281 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:10:29.469081 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb36c4-0a53-42f8-a901-cc9e0fb8c281 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:10:29.469408 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb36c4-0a53-42f8-a901-cc9e0fb8c281 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:10:29.469733 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb36c4-0a53-42f8-a901-cc9e0fb8c281 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:10:29.470057 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb36c4-0a53-42f8-a901-cc9e0fb8c281 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:10:29.470378 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb36c4-0a53-42f8-a901-cc9e0fb8c281 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:10:29.470697 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb36c4-0a53-42f8-a901-cc9e0fb8c281 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:10:29.471045 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb36c4-0a53-42f8-a901-cc9e0fb8c281 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:10:29.501365 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3b1a81-9a81-4fad-81e9-259814bdd2d0 req-59bb36c4-0a53-42f8-a901-cc9e0fb8c281 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] No DVR routers for this DVR port 11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98 on host hv-cinder-78836 {{(pid=92915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:10:29.505410 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-9f3b1a81-9a81-4fad-81e9-259814bdd2d0 req-59bb36c4-0a53-42f8-a901-cc9e0fb8c281 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:29.508955 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-9f3b1a81-9a81-4fad-81e9-259814bdd2d0 req-59bb36c4-0a53-42f8-a901-cc9e0fb8c281 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.25 "DELETE /v2.0/ports/11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98 HTTP/1.1" status: 204 len: 173 time: 0.4273334 Jul 06 15:10:29.509644 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6be44b-077b-4cb1-8f3b-5524244fc9a8', 'name': 'network-vif-deleted', 'tag': '11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98'}] {{(pid=92915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:10:29.513431 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92756195bd967bcafd15386578949a9109be95aebc1330c0508ce0179bff92bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a974f6-9a83-4953-99ce-d5bf94763ec3" -d '{"events": [{"server_uuid": "7f6be44b-077b-4cb1-8f3b-5524244fc9a8", "name": "network-vif-deleted", "tag": "11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98"}]}' {{(pid=92915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:10:29.576214 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7642cd42-3549-4f3f-8fa9-65108c169047 x-openstack-request-id: req-7642cd42-3549-4f3f-8fa9-65108c169047 {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:10:29.576509 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6be44b-077b-4cb1-8f3b-5524244fc9a8", "name": "network-vif-deleted", "tag": "11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98", "status": "completed", "code": 200}]} {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:10:29.576767 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7642cd42-3549-4f3f-8fa9-65108c169047 {{(pid=92915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:10:29.577173 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6be44b-077b-4cb1-8f3b-5524244fc9a8', 'name': 'network-vif-deleted', 'tag': '11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98', 'status': 'completed', 'code': 200} Jul 06 15:10:29.837356 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-d707dde1-3bd1-469a-91c7-f61eb9f4d075 req-bb0659d8-9476-48f4-977a-13f934c5dcf1 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f6be44b-077b-4cb1-8f3b-5524244fc9a8 HTTP/1.1" status: 200 len: 210 time: 0.0317931 Jul 06 15:10:31.992136 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4a32978a-f7db-4698-a725-ba6ab0e22a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:32.340197 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:10:32.360029 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] No Port match for: 11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98 {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:10:32.360371 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device 11d3a5c1-0f5f-4fb9-b543-c54a03ab6b98 not bound to the agent host hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:10:33.163405 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 57966) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:10:33.318166 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [None req-37a55155-dc7e-45ce-bd5c-82c33b57c7d0 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Deleting port 8eff72f2-3ca4-4748-aa4b-3173709236f0 {{(pid=92915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:10:33.318473 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-37a55155-dc7e-45ce-bd5c-82c33b57c7d0 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:33.399217 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-37a55155-dc7e-45ce-bd5c-82c33b57c7d0 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:33.399561 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-37a55155-dc7e-45ce-bd5c-82c33b57c7d0 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:33.414462 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [None req-37a55155-dc7e-45ce-bd5c-82c33b57c7d0 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Calling delete_port for 8eff72f2-3ca4-4748-aa4b-3173709236f0 owned by network:floatingip {{(pid=92915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:10:33.575362 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-37a55155-dc7e-45ce-bd5c-82c33b57c7d0 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2297282'] for port, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:33.602480 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a55155-dc7e-45ce-bd5c-82c33b57c7d0 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Pushing event deleted for resources: {'Port': ['ID=8eff72f2-3ca4-4748-aa4b-3173709236f0,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:10:33.666011 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-37a55155-dc7e-45ce-bd5c-82c33b57c7d0 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for floatingip, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:33.666333 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.db.l3_db [None req-37a55155-dc7e-45ce-bd5c-82c33b57c7d0 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Floating IP 0ca3d2d3-a297-496f-b3e7-ed5646b8cb14 disassociated (deleted). External IP: 172.27.3.252, port: ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89. Jul 06 15:10:33.876486 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a55155-dc7e-45ce-bd5c-82c33b57c7d0 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Router b179d53b-7d87-42d9-b693-c44a1e65b0f6 has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:10:33.992949 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a55155-dc7e-45ce-bd5c-82c33b57c7d0 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:10:33.997603 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-37a55155-dc7e-45ce-bd5c-82c33b57c7d0 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for floatingip, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:34.001839 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec3ff98-d45a-43d7-8b0d-da6122020cf7 None None] Sync routers for ids ['b179d53b-7d87-42d9-b693-c44a1e65b0f6'] in dv-cinder-788363-5-iscsi {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:10:34.010335 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec3ff98-d45a-43d7-8b0d-da6122020cf7 None None] Routers {'b179d53b-7d87-42d9-b693-c44a1e65b0f6'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:10:34.010945 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-5ec3ff98-d45a-43d7-8b0d-da6122020cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:10:05Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['b179d53b-7d87-42d9-b693-c44a1e65b0f6'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:10:34.037612 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-37a55155-dc7e-45ce-bd5c-82c33b57c7d0 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "DELETE /v2.0/floatingips/0ca3d2d3-a297-496f-b3e7-ed5646b8cb14 HTTP/1.1" status: 204 len: 168 time: 0.8729708 Jul 06 15:10:34.038270 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ded8df-9436-4dd7-aff7-d7db20b014ab', 'tag': 'ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89'}] {{(pid=92915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:10:34.040480 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92756195bd967bcafd15386578949a9109be95aebc1330c0508ce0179bff92bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6cbd87-080a-478e-817f-cd90af8f6926" -d '{"events": [{"name": "network-changed", "server_uuid": "47ded8df-9436-4dd7-aff7-d7db20b014ab", "tag": "ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89"}]}' {{(pid=92915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:10:34.100529 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b978fb-0678-4203-9228-750230a904e9 x-openstack-request-id: req-02b978fb-0678-4203-9228-750230a904e9 {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:10:34.100928 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ded8df-9436-4dd7-aff7-d7db20b014ab", "tag": "ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89", "status": "completed", "code": 200}]} {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:10:34.101109 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02b978fb-0678-4203-9228-750230a904e9 {{(pid=92915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:10:34.101579 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ded8df-9436-4dd7-aff7-d7db20b014ab', 'tag': 'ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89', 'status': 'completed', 'code': 200} Jul 06 15:10:34.129029 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-5ec3ff98-d45a-43d7-8b0d-da6122020cf7 None None] Set router b179d53b-7d87-42d9-b693-c44a1e65b0f6 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:10:34.206372 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cbd87-080a-478e-817f-cd90af8f6926 req-2484ae57-4b5c-4b0a-b3b6-3e3270c6469e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:10:34.208464 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-4f6cbd87-080a-478e-817f-cd90af8f6926 req-2484ae57-4b5c-4b0a-b3b6-3e3270c6469e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6638c7280e734d51ae0c55b6eb0195b2&device_id=47ded8df-9436-4dd7-aff7-d7db20b014ab HTTP/1.1" status: 200 len: 1098 time: 0.0623636 Jul 06 15:10:34.316624 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cbd87-080a-478e-817f-cd90af8f6926 req-4c353771-6ad6-4e38-9ed6-57bd418edbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:10:34.318726 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-4f6cbd87-080a-478e-817f-cd90af8f6926 req-4c353771-6ad6-4e38-9ed6-57bd418edbea service neutron] 10.222.0.25 "GET /v2.0/networks?id=64695cf2-b947-421d-a8ec-c7d4a4c60041 HTTP/1.1" status: 200 len: 913 time: 0.1040077 Jul 06 15:10:34.370510 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-5ec3ff98-d45a-43d7-8b0d-da6122020cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'name': 'tempest-TestVolumeBootPattern-1221050928-router', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:03:09Z', 'updated_at': '2021-07-06T15:03:19Z', 'revision_number': 4, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'gw_port': {'id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:11Z', 'updated_at': '2021-07-06T15:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '13374876-3410-4d2e-8c85-50af6fc5645a', 'name': '', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'mac_address': 'fa:16:3e:2f:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:18Z', 'updated_at': '2021-07-06T15:03:27Z', 'revision_number': 5, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'subnets': [{'id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:10:34.371405 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-4f6cbd87-080a-478e-817f-cd90af8f6926 req-322a0396-797b-4cc3-8fff-d98e596c8db9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89 HTTP/1.1" status: 200 len: 217 time: 0.0448036 Jul 06 15:10:34.399719 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec3ff98-d45a-43d7-8b0d-da6122020cf7 None None] Checking router: b179d53b-7d87-42d9-b693-c44a1e65b0f6 for host: dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:10:34.416213 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec3ff98-d45a-43d7-8b0d-da6122020cf7 None None] Routers {'b179d53b-7d87-42d9-b693-c44a1e65b0f6'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:10:34.416863 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-5ec3ff98-d45a-43d7-8b0d-da6122020cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:10:05Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['b179d53b-7d87-42d9-b693-c44a1e65b0f6'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:10:34.447237 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cbd87-080a-478e-817f-cd90af8f6926 req-bbcd8286-6443-4d3f-9750-f53af428bd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:10:34.448812 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-4f6cbd87-080a-478e-817f-cd90af8f6926 req-bbcd8286-6443-4d3f-9750-f53af428bd5e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6f55b19c-b3b1-4b8b-ae03-c830681db810 HTTP/1.1" status: 200 len: 851 time: 0.0539935 Jul 06 15:10:34.501035 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32be44-ce39-42a7-bdf2-e3846fee893f req-d15f1fdf-4113-49c0-ad4a-ff89c61abf20 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:10:34.502555 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-9e32be44-ce39-42a7-bdf2-e3846fee893f req-d15f1fdf-4113-49c0-ad4a-ff89c61abf20 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ded8df-9436-4dd7-aff7-d7db20b014ab HTTP/1.1" status: 200 len: 945 time: 0.0662024 Jul 06 15:10:34.512502 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cbd87-080a-478e-817f-cd90af8f6926 req-be0fbf8b-cdd2-4eb8-927b-3ff20273a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:10:34.514207 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-4f6cbd87-080a-478e-817f-cd90af8f6926 req-be0fbf8b-cdd2-4eb8-927b-3ff20273a050 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=64695cf2-b947-421d-a8ec-c7d4a4c60041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582292 Jul 06 15:10:34.530904 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-5ec3ff98-d45a-43d7-8b0d-da6122020cf7 None None] Set router b179d53b-7d87-42d9-b693-c44a1e65b0f6 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:10:34.544969 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [req-9e32be44-ce39-42a7-bdf2-e3846fee893f req-d1ab182d-f6a5-4012-b0b1-0068170cc4b9 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349109 Jul 06 15:10:34.618322 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-4f6cbd87-080a-478e-817f-cd90af8f6926 req-727a8aaa-3d3c-4e80-85ad-d02106d5f0e7 service neutron] 10.222.0.25 "GET /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947225 Jul 06 15:10:34.708368 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-4f6cbd87-080a-478e-817f-cd90af8f6926 req-26ce83ab-d2f8-42e0-9f65-f5fc71ab2885 service neutron] 10.222.0.25 "GET /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818179 Jul 06 15:10:34.732349 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-5ec3ff98-d45a-43d7-8b0d-da6122020cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'name': 'tempest-TestVolumeBootPattern-1221050928-router', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:03:09Z', 'updated_at': '2021-07-06T15:03:19Z', 'revision_number': 4, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'gw_port': {'id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:11Z', 'updated_at': '2021-07-06T15:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '13374876-3410-4d2e-8c85-50af6fc5645a', 'name': '', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'mac_address': 'fa:16:3e:2f:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:18Z', 'updated_at': '2021-07-06T15:03:27Z', 'revision_number': 5, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'subnets': [{'id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:10:34.763132 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec3ff98-d45a-43d7-8b0d-da6122020cf7 None None] The sync data for ids ['b179d53b-7d87-42d9-b693-c44a1e65b0f6'] in dv-cinder-788363-5-iscsi is: [{'id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'name': 'tempest-TestVolumeBootPattern-1221050928-router', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:03:09Z', 'updated_at': '2021-07-06T15:03:19Z', 'revision_number': 4, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'gw_port': {'id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:11Z', 'updated_at': '2021-07-06T15:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi', '_interfaces': [{'id': '13374876-3410-4d2e-8c85-50af6fc5645a', 'name': '', 'network_id': '64695cf2-b947-421d-a8ec-c7d4a4c60041', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'mac_address': 'fa:16:3e:2f:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:18Z', 'updated_at': '2021-07-06T15:03:27Z', 'revision_number': 5, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'subnets': [{'id': '6f55b19c-b3b1-4b8b-ae03-c830681db810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:10:34.965220 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58f3111-1a79-4363-8724-b6f8196eed1d None None] New status for floating IP 0ca3d2d3-a297-496f-b3e7-ed5646b8cb14: DOWN {{(pid=92918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:10:35.437525 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-446aaaf9-cf2b-44dc-b7b4-ec2b5019f43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:35.499411 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:35.737731 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fd423-5b3f-4938-82ba-43be2945c24e req-38ac74c6-e507-4845-afb8-56a20ff91580 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:10:35.739797 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-503fd423-5b3f-4938-82ba-43be2945c24e req-38ac74c6-e507-4845-afb8-56a20ff91580 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ded8df-9436-4dd7-aff7-d7db20b014ab HTTP/1.1" status: 200 len: 945 time: 0.0641785 Jul 06 15:10:35.781287 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-503fd423-5b3f-4938-82ba-43be2945c24e req-820fc452-07b6-4d41-b645-18d71927dac5 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c95dade-3869-45bc-b167-9a09ec21f1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356250 Jul 06 15:10:36.088731 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c0591-3bfb-4752-a4e7-bd9877c3fa3b req-a1e93f90-05e3-4384-8465-c781860d0ef2 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:10:36.090185 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-476c0591-3bfb-4752-a4e7-bd9877c3fa3b req-a1e93f90-05e3-4384-8465-c781860d0ef2 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.25 "GET /v2.0/ports?device_id=47ded8df-9436-4dd7-aff7-d7db20b014ab HTTP/1.1" status: 200 len: 945 time: 0.0631511 Jul 06 15:10:36.190204 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [req-476c0591-3bfb-4752-a4e7-bd9877c3fa3b req-3b8c3915-5017-4a29-864c-900a35a3c631 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Deleting port ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89 {{(pid=92915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:10:36.190565 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-476c0591-3bfb-4752-a4e7-bd9877c3fa3b req-3b8c3915-5017-4a29-864c-900a35a3c631 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:36.281828 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [req-476c0591-3bfb-4752-a4e7-bd9877c3fa3b req-3b8c3915-5017-4a29-864c-900a35a3c631 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] For port ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89,segment=NetworkSegment(cbd1e5d0-d420-485d-b99a-e51814456ee0),segment_id=cbd1e5d0-d420-485d-b99a-e51814456ee0)] {{(pid=92915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:10:36.282104 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-476c0591-3bfb-4752-a4e7-bd9877c3fa3b req-3b8c3915-5017-4a29-864c-900a35a3c631 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:36.295307 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [req-476c0591-3bfb-4752-a4e7-bd9877c3fa3b req-3b8c3915-5017-4a29-864c-900a35a3c631 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Calling delete_port for ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89 owned by compute:nova {{(pid=92915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:10:36.424094 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-476c0591-3bfb-4752-a4e7-bd9877c3fa3b req-3b8c3915-5017-4a29-864c-900a35a3c631 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2297282'] for port, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:36.454113 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c3915-5017-4a29-864c-900a35a3c631 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Pushing event deleted for resources: {'Port': ['ID=ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:10:36.501315 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [req-476c0591-3bfb-4752-a4e7-bd9877c3fa3b req-3b8c3915-5017-4a29-864c-900a35a3c631 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] No DVR routers for this DVR port ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89 on host hv-cinder-78836 {{(pid=92915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:10:36.503967 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [req-476c0591-3bfb-4752-a4e7-bd9877c3fa3b req-3b8c3915-5017-4a29-864c-900a35a3c631 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for port, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:36.506620 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-476c0591-3bfb-4752-a4e7-bd9877c3fa3b req-3b8c3915-5017-4a29-864c-900a35a3c631 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.25 "DELETE /v2.0/ports/ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89 HTTP/1.1" status: 204 len: 173 time: 0.4099617 Jul 06 15:10:36.507086 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ded8df-9436-4dd7-aff7-d7db20b014ab', 'name': 'network-vif-deleted', 'tag': 'ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89'}] {{(pid=92915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:10:36.509307 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92756195bd967bcafd15386578949a9109be95aebc1330c0508ce0179bff92bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbde4e8c-9f3c-4ea4-9bb1-651927b79357" -d '{"events": [{"server_uuid": "47ded8df-9436-4dd7-aff7-d7db20b014ab", "name": "network-vif-deleted", "tag": "ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89"}]}' {{(pid=92915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:10:36.548016 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ca4e1b-c71a-4c63-92eb-b8a0e83fa9c5 x-openstack-request-id: req-72ca4e1b-c71a-4c63-92eb-b8a0e83fa9c5 {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:10:36.548303 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ded8df-9436-4dd7-aff7-d7db20b014ab", "name": "network-vif-deleted", "tag": "ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89", "status": "completed", "code": 200}]} {{(pid=92915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:10:36.548547 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72ca4e1b-c71a-4c63-92eb-b8a0e83fa9c5 {{(pid=92915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:10:36.548934 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ded8df-9436-4dd7-aff7-d7db20b014ab', 'name': 'network-vif-deleted', 'tag': 'ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89', 'status': 'completed', 'code': 200} Jul 06 15:10:36.622602 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:36.937964 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [req-53828f4b-c42e-46af-bef8-3422bfd8ad09 req-619dc555-0e1f-48d7-be34-787b89fb8659 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ded8df-9436-4dd7-aff7-d7db20b014ab HTTP/1.1" status: 200 len: 210 time: 0.0406830 Jul 06 15:10:37.578209 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:38.035153 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 57986) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:10:38.156288 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-8a813659-0be8-41ac-926f-cbe7351a998b tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Deleting port cc635147-eb18-4e44-85f8-bd5cbb82be1d {{(pid=92916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:10:38.156626 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8a813659-0be8-41ac-926f-cbe7351a998b tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:38.233591 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8a813659-0be8-41ac-926f-cbe7351a998b tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:38.233817 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8a813659-0be8-41ac-926f-cbe7351a998b tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:38.245915 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-8a813659-0be8-41ac-926f-cbe7351a998b tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Calling delete_port for cc635147-eb18-4e44-85f8-bd5cbb82be1d owned by network:floatingip {{(pid=92916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:10:38.368638 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:10:38.381670 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8a813659-0be8-41ac-926f-cbe7351a998b tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824642'] for port, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:38.389164 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] No Port match for: ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89 {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:10:38.389516 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Device ee8d0e89-ad76-4a6a-b1f8-31314c6c4d89 not bound to the agent host hv-cinder-78836 {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:10:38.411209 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a813659-0be8-41ac-926f-cbe7351a998b tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Pushing event deleted for resources: {'Port': ['ID=cc635147-eb18-4e44-85f8-bd5cbb82be1d,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:10:38.471464 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8a813659-0be8-41ac-926f-cbe7351a998b tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for floatingip, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:38.474072 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8a813659-0be8-41ac-926f-cbe7351a998b tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8308397'] for floatingip, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:38.475279 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-8a813659-0be8-41ac-926f-cbe7351a998b tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "DELETE /v2.0/floatingips/8d8f3762-98ac-4e20-b653-5b4e58911a3a HTTP/1.1" status: 204 len: 168 time: 0.4390492 Jul 06 15:10:38.647676 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:39.738187 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 57998) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:10:39.796282 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8d23715c-d6f0-4fde-b4c6-43aed0640f76 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:39.821023 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8d23715c-d6f0-4fde-b4c6-43aed0640f76 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:39.877312 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8d23715c-d6f0-4fde-b4c6-43aed0640f76 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:39.880427 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-8d23715c-d6f0-4fde-b4c6-43aed0640f76 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:39.881602 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-8d23715c-d6f0-4fde-b4c6-43aed0640f76 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] 10.222.0.20 "DELETE /v2.0/security-groups/3c95dade-3869-45bc-b167-9a09ec21f1ec HTTP/1.1" status: 204 len: 168 time: 0.1423898 Jul 06 15:10:39.891147 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23715c-d6f0-4fde-b4c6-43aed0640f76 tempest-TestVolumeBootPattern-1095894715 tempest-TestVolumeBootPattern-1095894715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c95dade-3869-45bc-b167-9a09ec21f1ec,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:10:39.937412 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 58002) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:10:40.447774 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d0f231bb-a449-4f98-9e65-faa738ead1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869138'] for router_interface, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:40.702591 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-d0f231bb-a449-4f98-9e65-faa738ead1f2 admin admin] Deleting port 13374876-3410-4d2e-8c85-50af6fc5645a {{(pid=92916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:10:40.702844 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d0f231bb-a449-4f98-9e65-faa738ead1f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:40.782759 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [None req-d0f231bb-a449-4f98-9e65-faa738ead1f2 admin admin] For port 13374876-3410-4d2e-8c85-50af6fc5645a, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=13374876-3410-4d2e-8c85-50af6fc5645a,segment=NetworkSegment(cbd1e5d0-d420-485d-b99a-e51814456ee0),segment_id=cbd1e5d0-d420-485d-b99a-e51814456ee0)] {{(pid=92916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:10:40.783519 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d0f231bb-a449-4f98-9e65-faa738ead1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:40.795294 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-d0f231bb-a449-4f98-9e65-faa738ead1f2 admin admin] Calling delete_port for 13374876-3410-4d2e-8c85-50af6fc5645a owned by network:router_interface {{(pid=92916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:10:40.972441 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d0f231bb-a449-4f98-9e65-faa738ead1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824642'] for port, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:40.997494 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f231bb-a449-4f98-9e65-faa738ead1f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=13374876-3410-4d2e-8c85-50af6fc5645a,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:10:41.165287 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-d0f231bb-a449-4f98-9e65-faa738ead1f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7887051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7869676'] for router_interface, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:41.375763 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f231bb-a449-4f98-9e65-faa738ead1f2 admin admin] Router b179d53b-7d87-42d9-b693-c44a1e65b0f6 has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:10:41.483437 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f231bb-a449-4f98-9e65-faa738ead1f2 admin admin] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:10:41.489649 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-d0f231bb-a449-4f98-9e65-faa738ead1f2 admin admin] 10.222.0.20 "PUT /v2.0/routers/b179d53b-7d87-42d9-b693-c44a1e65b0f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5508683 Jul 06 15:10:41.492216 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 58006) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:10:41.492414 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242957d8-5e8e-43f7-adea-9bf999193b1a None None] Sync routers for ids ['b179d53b-7d87-42d9-b693-c44a1e65b0f6'] in dv-cinder-788363-5-iscsi {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:10:41.501620 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242957d8-5e8e-43f7-adea-9bf999193b1a None None] Routers {'b179d53b-7d87-42d9-b693-c44a1e65b0f6'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:10:41.502223 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-242957d8-5e8e-43f7-adea-9bf999193b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:10:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['b179d53b-7d87-42d9-b693-c44a1e65b0f6'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:10:41.595513 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-bbbe7336-8ee6-4793-9ce0-86ef00264804 admin admin] Notify callbacks [] for router, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:41.609316 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-242957d8-5e8e-43f7-adea-9bf999193b1a None None] Set router b179d53b-7d87-42d9-b693-c44a1e65b0f6 gateway port host: dv-cinder-788363-5-iscsi {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:10:41.705485 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-bbbe7336-8ee6-4793-9ce0-86ef00264804 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:41.759101 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-bbbe7336-8ee6-4793-9ce0-86ef00264804 admin admin] Deleting port 832ed64f-ddb2-43bf-bfe9-97082384152c {{(pid=92916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:10:41.759459 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-bbbe7336-8ee6-4793-9ce0-86ef00264804 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:41.794234 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-242957d8-5e8e-43f7-adea-9bf999193b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'name': 'tempest-TestVolumeBootPattern-1221050928-router', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:03:09Z', 'updated_at': '2021-07-06T15:10:40Z', 'revision_number': 5, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'gw_port': {'id': '832ed64f-ddb2-43bf-bfe9-97082384152c', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:11Z', 'updated_at': '2021-07-06T15:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:10:41.821517 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242957d8-5e8e-43f7-adea-9bf999193b1a None None] Checking router: b179d53b-7d87-42d9-b693-c44a1e65b0f6 for host: dv-cinder-788363-5-iscsi {{(pid=92917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:10:41.829571 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242957d8-5e8e-43f7-adea-9bf999193b1a None None] Routers {'b179d53b-7d87-42d9-b693-c44a1e65b0f6'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:10:41.830171 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-242957d8-5e8e-43f7-adea-9bf999193b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:10:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['b179d53b-7d87-42d9-b693-c44a1e65b0f6'], 'active': True} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:10:41.838710 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [None req-bbbe7336-8ee6-4793-9ce0-86ef00264804 admin admin] For port 832ed64f-ddb2-43bf-bfe9-97082384152c, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=832ed64f-ddb2-43bf-bfe9-97082384152c,segment=NetworkSegment(d7a48dfa-38cd-4c9a-ae5e-4dc474366c17),segment_id=d7a48dfa-38cd-4c9a-ae5e-4dc474366c17)] {{(pid=92916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:10:41.839266 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-bbbe7336-8ee6-4793-9ce0-86ef00264804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:41.862072 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-bbbe7336-8ee6-4793-9ce0-86ef00264804 admin admin] Calling delete_port for 832ed64f-ddb2-43bf-bfe9-97082384152c owned by network:router_gateway {{(pid=92916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:10:41.918502 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvr_db [None req-242957d8-5e8e-43f7-adea-9bf999193b1a None None] Set router b179d53b-7d87-42d9-b693-c44a1e65b0f6 gateway port host: None {{(pid=92917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:10:41.969170 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_hamode_db [None req-242957d8-5e8e-43f7-adea-9bf999193b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'name': 'tempest-TestVolumeBootPattern-1221050928-router', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:03:09Z', 'updated_at': '2021-07-06T15:10:41Z', 'revision_number': 6, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'gw_port_host': None}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:10:41.999298 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242957d8-5e8e-43f7-adea-9bf999193b1a None None] The sync data for ids ['b179d53b-7d87-42d9-b693-c44a1e65b0f6'] in dv-cinder-788363-5-iscsi is: [{'id': 'b179d53b-7d87-42d9-b693-c44a1e65b0f6', 'name': 'tempest-TestVolumeBootPattern-1221050928-router', 'tenant_id': '6638c7280e734d51ae0c55b6eb0195b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:03:09Z', 'updated_at': '2021-07-06T15:10:41Z', 'revision_number': 6, 'project_id': '6638c7280e734d51ae0c55b6eb0195b2', 'gw_port_host': None}] {{(pid=92917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:10:42.026185 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-bbbe7336-8ee6-4793-9ce0-86ef00264804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824642'] for port, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:42.052831 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe7336-8ee6-4793-9ce0-86ef00264804 admin admin] Pushing event deleted for resources: {'Port': ['ID=832ed64f-ddb2-43bf-bfe9-97082384152c,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:10:42.115786 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-bbbe7336-8ee6-4793-9ce0-86ef00264804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-413077'] for router_gateway, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:42.203802 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-bbbe7336-8ee6-4793-9ce0-86ef00264804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27700'] for router, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:42.205876 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-bbbe7336-8ee6-4793-9ce0-86ef00264804 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:42.248232 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-bbbe7336-8ee6-4793-9ce0-86ef00264804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7865265'] for router, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:42.248733 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbe7336-8ee6-4793-9ce0-86ef00264804 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b179d53b-7d87-42d9-b693-c44a1e65b0f6 {{(pid=92916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:10:42.253770 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-bbbe7336-8ee6-4793-9ce0-86ef00264804 admin admin] Notify callbacks [] for router, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:42.255503 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-bbbe7336-8ee6-4793-9ce0-86ef00264804 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b179d53b-7d87-42d9-b693-c44a1e65b0f6 HTTP/1.1" status: 204 len: 168 time: 0.7623405 Jul 06 15:10:42.258042 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 58008) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:10:42.305832 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.db_base_plugin_v2 [None req-da29c2ad-435e-48aa-b4be-159086961a25 admin admin] Deleting subnet 6f55b19c-b3b1-4b8b-ae03-c830681db810 {{(pid=92916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 15:10:42.309191 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-da29c2ad-435e-48aa-b4be-159086961a25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:42.344589 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-da29c2ad-435e-48aa-b4be-159086961a25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2271169'] for subnet, precommit_delete_associations {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:42.433242 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-da29c2ad-435e-48aa-b4be-159086961a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7770968'] for subnet, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:42.487760 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-da29c2ad-435e-48aa-b4be-159086961a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7770961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3367085'] for subnet, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:42.514704 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29c2ad-435e-48aa-b4be-159086961a25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f55b19c-b3b1-4b8b-ae03-c830681db810,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:10:42.518227 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-da29c2ad-435e-48aa-b4be-159086961a25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:42.520135 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-da29c2ad-435e-48aa-b4be-159086961a25 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6f55b19c-b3b1-4b8b-ae03-c830681db810 HTTP/1.1" status: 204 len: 168 time: 0.2611356 Jul 06 15:10:42.523155 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 58010) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:10:42.526249 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620bd872-1af0-49c4-819b-89bb4bd5423a None None] Network 64695cf2-b947-421d-a8ec-c7d4a4c60041 requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:10:42.590605 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-13037fa0-71f3-4802-81f6-4392b5d3d102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558629'] for network, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:42.642259 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-13037fa0-71f3-4802-81f6-4392b5d3d102 admin admin] Deleting port f63fea33-be29-4945-a419-d0acf1cfecc9 {{(pid=92916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:10:42.642594 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-13037fa0-71f3-4802-81f6-4392b5d3d102 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:42.859953 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2094e4-f22c-4c94-8a1c-42186a6749ef None None] DHCP port deletion for 64695cf2-b947-421d-a8ec-c7d4a4c60041 request from dv-cinder-788363-5-iscsi {{(pid=92917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 15:10:42.909047 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-fe2094e4-f22c-4c94-8a1c-42186a6749ef None None] Deleting port f63fea33-be29-4945-a419-d0acf1cfecc9 {{(pid=92917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:10:42.909420 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-fe2094e4-f22c-4c94-8a1c-42186a6749ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:42.981459 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.db [None req-13037fa0-71f3-4802-81f6-4392b5d3d102 admin admin] For port f63fea33-be29-4945-a419-d0acf1cfecc9, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=f63fea33-be29-4945-a419-d0acf1cfecc9,segment=NetworkSegment(cbd1e5d0-d420-485d-b99a-e51814456ee0),segment_id=cbd1e5d0-d420-485d-b99a-e51814456ee0)] {{(pid=92916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:10:42.982021 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-13037fa0-71f3-4802-81f6-4392b5d3d102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:42.985113 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.db [None req-fe2094e4-f22c-4c94-8a1c-42186a6749ef None None] For port f63fea33-be29-4945-a419-d0acf1cfecc9, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=f63fea33-be29-4945-a419-d0acf1cfecc9,segment=NetworkSegment(cbd1e5d0-d420-485d-b99a-e51814456ee0),segment_id=cbd1e5d0-d420-485d-b99a-e51814456ee0)] {{(pid=92917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:10:42.985514 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-fe2094e4-f22c-4c94-8a1c-42186a6749ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:42.999933 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-13037fa0-71f3-4802-81f6-4392b5d3d102 admin admin] Calling delete_port for f63fea33-be29-4945-a419-d0acf1cfecc9 owned by network:dhcp {{(pid=92916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:10:43.008471 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 832ed64f-ddb2-43bf-bfe9-97082384152c no longer exists at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:10:43.011966 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-fe2094e4-f22c-4c94-8a1c-42186a6749ef None None] Calling delete_port for f63fea33-be29-4945-a419-d0acf1cfecc9 owned by network:dhcp {{(pid=92917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:10:43.038226 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] No Port match for: 832ed64f-ddb2-43bf-bfe9-97082384152c {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:10:43.038651 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 832ed64f-ddb2-43bf-bfe9-97082384152c not bound to the agent host dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:10:43.039191 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 13374876-3410-4d2e-8c85-50af6fc5645a no longer exists at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:10:43.064981 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] No Port match for: 13374876-3410-4d2e-8c85-50af6fc5645a {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:10:43.065390 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 13374876-3410-4d2e-8c85-50af6fc5645a not bound to the agent host dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:10:43.065819 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device f63fea33-be29-4945-a419-d0acf1cfecc9 no longer exists at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:10:43.092266 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-13037fa0-71f3-4802-81f6-4392b5d3d102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824642'] for port, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:43.113454 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] No Port match for: f63fea33-be29-4945-a419-d0acf1cfecc9 {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:10:43.114640 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device f63fea33-be29-4945-a419-d0acf1cfecc9 not bound to the agent host dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:10:43.122096 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13037fa0-71f3-4802-81f6-4392b5d3d102 admin admin] Pushing event deleted for resources: {'Port': ['ID=f63fea33-be29-4945-a419-d0acf1cfecc9,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:10:43.123732 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13037fa0-71f3-4802-81f6-4392b5d3d102 admin admin] No DVR routers for this DVR port f63fea33-be29-4945-a419-d0acf1cfecc9 on host dv-cinder-788363-5-iscsi {{(pid=92916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:10:43.161694 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-fe2094e4-f22c-4c94-8a1c-42186a6749ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534'] for port, after_delete {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:43.189258 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2094e4-f22c-4c94-8a1c-42186a6749ef None None] Pushing event deleted for resources: {'Port': ['ID=f63fea33-be29-4945-a419-d0acf1cfecc9,revision_number=None']} {{(pid=92917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:10:43.198779 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2094e4-f22c-4c94-8a1c-42186a6749ef None None] No DVR routers for this DVR port f63fea33-be29-4945-a419-d0acf1cfecc9 on host dv-cinder-788363-5-iscsi {{(pid=92917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:10:43.200608 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-13037fa0-71f3-4802-81f6-4392b5d3d102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7824845', 'neutron.services.segments.db._delete_segments_for_network-8766384846942'] for network, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:43.202508 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2094e4-f22c-4c94-8a1c-42186a6749ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:10:43.202854 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2094e4-f22c-4c94-8a1c-42186a6749ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:10:43.203217 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2094e4-f22c-4c94-8a1c-42186a6749ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:10:43.203553 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2094e4-f22c-4c94-8a1c-42186a6749ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:10:43.203889 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2094e4-f22c-4c94-8a1c-42186a6749ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:10:43.204217 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2094e4-f22c-4c94-8a1c-42186a6749ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:10:43.204540 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2094e4-f22c-4c94-8a1c-42186a6749ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:10:43.204865 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2094e4-f22c-4c94-8a1c-42186a6749ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:10:43.205229 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2094e4-f22c-4c94-8a1c-42186a6749ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:10:43.205497 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2094e4-f22c-4c94-8a1c-42186a6749ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:10:43.205815 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2094e4-f22c-4c94-8a1c-42186a6749ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:10:43.206131 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2094e4-f22c-4c94-8a1c-42186a6749ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-5-iscsi {{(pid=92917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:10:43.218148 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.services.segments.db [None req-13037fa0-71f3-4802-81f6-4392b5d3d102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64695cf2-b947-421d-a8ec-c7d4a4c60041']}} {{(pid=92916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:10:43.228849 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.services.segments.db [None req-13037fa0-71f3-4802-81f6-4392b5d3d102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd1e5d0-d420-485d-b99a-e51814456ee0') {'for_net_delete': True} {{(pid=92916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:10:43.229135 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.services.segments.db [None req-13037fa0-71f3-4802-81f6-4392b5d3d102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd1e5d0-d420-485d-b99a-e51814456ee0') {} {{(pid=92916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:10:43.237622 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-13037fa0-71f3-4802-81f6-4392b5d3d102 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766384831618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2271190'] for segment, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:43.253194 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-13037fa0-71f3-4802-81f6-4392b5d3d102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:43.260559 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13037fa0-71f3-4802-81f6-4392b5d3d102 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=92916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:10:43.260968 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-13037fa0-71f3-4802-81f6-4392b5d3d102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2824477'] for segment, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: Traceback (most recent call last): Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: timer() Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: cb(*args, **kw) Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: return func(*args, **kwargs) Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: self._notify() Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: self.callback(batched_events) Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: event.method(event) Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: return f(self, *a, **k) Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: return self._get(url).json() Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: return self.request(url, 'GET', **kwargs) Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:10:43.262666 dv-cinder-788363-5-iscsi neutron-server[92916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:10:43.319215 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-13037fa0-71f3-4802-81f6-4392b5d3d102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7824838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-413105'] for network, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:43.324832 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-13037fa0-71f3-4802-81f6-4392b5d3d102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:43.326694 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-13037fa0-71f3-4802-81f6-4392b5d3d102 admin admin] 10.222.0.20 "DELETE /v2.0/networks/64695cf2-b947-421d-a8ec-c7d4a4c60041 HTTP/1.1" status: 204 len: 168 time: 0.8026161 Jul 06 15:10:43.331518 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 58012) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:10:43.339540 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13037fa0-71f3-4802-81f6-4392b5d3d102 admin admin] Pushing event deleted for resources: {'Network': ['ID=64695cf2-b947-421d-a8ec-c7d4a4c60041,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:10:43.686660 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-2bf60c4f-2e8c-4e12-a7fe-48786995f327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869138'] for router_interface, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:43.941177 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [None req-2bf60c4f-2e8c-4e12-a7fe-48786995f327 admin admin] Deleting port 8494dbde-b308-4767-b428-bfe94e1c8bec {{(pid=92915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:10:43.941426 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-2bf60c4f-2e8c-4e12-a7fe-48786995f327 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:44.018074 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [None req-2bf60c4f-2e8c-4e12-a7fe-48786995f327 admin admin] For port 8494dbde-b308-4767-b428-bfe94e1c8bec, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=8494dbde-b308-4767-b428-bfe94e1c8bec,segment=NetworkSegment(2c87bf5e-e856-4985-97de-b753745d358c),segment_id=2c87bf5e-e856-4985-97de-b753745d358c)] {{(pid=92915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:10:44.018432 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-2bf60c4f-2e8c-4e12-a7fe-48786995f327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:44.034232 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [None req-2bf60c4f-2e8c-4e12-a7fe-48786995f327 admin admin] Calling delete_port for 8494dbde-b308-4767-b428-bfe94e1c8bec owned by network:router_interface {{(pid=92915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:10:44.210089 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-2bf60c4f-2e8c-4e12-a7fe-48786995f327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2297282'] for port, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:44.236182 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf60c4f-2e8c-4e12-a7fe-48786995f327 admin admin] Pushing event deleted for resources: {'Port': ['ID=8494dbde-b308-4767-b428-bfe94e1c8bec,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:10:44.399008 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-2bf60c4f-2e8c-4e12-a7fe-48786995f327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7887051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7869676'] for router_interface, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:44.608686 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf60c4f-2e8c-4e12-a7fe-48786995f327 admin admin] Router 2d31c4d3-ab89-47bb-9d35-d53122fd64da has already been hosted by L3 agent df718f2c-f58f-497c-aa3c-554c496f730f {{(pid=92915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:10:44.713278 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf60c4f-2e8c-4e12-a7fe-48786995f327 admin admin] Notify agent at l3_agent.dv-cinder-788363-5-iscsi the message routers_updated {{(pid=92915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:10:44.718130 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-2bf60c4f-2e8c-4e12-a7fe-48786995f327 admin admin] 10.222.0.20 "PUT /v2.0/routers/2d31c4d3-ab89-47bb-9d35-d53122fd64da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3855608 Jul 06 15:10:44.720627 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 58014) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:10:44.723247 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f479be71-c1bb-4d59-b29b-7c6caa108d0a None None] Sync routers for ids ['2d31c4d3-ab89-47bb-9d35-d53122fd64da'] in dv-cinder-788363-5-iscsi {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:10:44.732833 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f479be71-c1bb-4d59-b29b-7c6caa108d0a None None] Routers {'2d31c4d3-ab89-47bb-9d35-d53122fd64da'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:10:44.733427 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-f479be71-c1bb-4d59-b29b-7c6caa108d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:10:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['2d31c4d3-ab89-47bb-9d35-d53122fd64da'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:10:44.837339 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-f479be71-c1bb-4d59-b29b-7c6caa108d0a None None] Set router 2d31c4d3-ab89-47bb-9d35-d53122fd64da gateway port host: dv-cinder-788363-5-iscsi {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:10:45.033775 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-f479be71-c1bb-4d59-b29b-7c6caa108d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d31c4d3-ab89-47bb-9d35-d53122fd64da', 'name': 'tempest-TestVolumeBootPattern-125792113-router', 'tenant_id': '8cac8a72e41b4073acbf8e2425123f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1e23690e-7784-4754-b624-0ea5dfbed973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:03:24Z', 'updated_at': '2021-07-06T15:10:44Z', 'revision_number': 5, 'project_id': '8cac8a72e41b4073acbf8e2425123f77', 'gw_port': {'id': '1e23690e-7784-4754-b624-0ea5dfbed973', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d31c4d3-ab89-47bb-9d35-d53122fd64da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:25Z', 'updated_at': '2021-07-06T15:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:10:45.060742 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f479be71-c1bb-4d59-b29b-7c6caa108d0a None None] Checking router: 2d31c4d3-ab89-47bb-9d35-d53122fd64da for host: dv-cinder-788363-5-iscsi {{(pid=92918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:10:45.069616 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f479be71-c1bb-4d59-b29b-7c6caa108d0a None None] Routers {'2d31c4d3-ab89-47bb-9d35-d53122fd64da'} bound to L3 agent in host dv-cinder-788363-5-iscsi {{(pid=92918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:10:45.070232 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-f479be71-c1bb-4d59-b29b-7c6caa108d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T14:48:05Z,description=,heartbeat_timestamp=2021-07-06T15:10:35Z,host='dv-cinder-788363-5-iscsi',id=df718f2c-f58f-497c-aa3c-554c496f730f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T14:48:05Z,topic='l3_agent')) {'router_ids': ['2d31c4d3-ab89-47bb-9d35-d53122fd64da'], 'active': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:10:45.116347 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-412187f5-909a-49b9-bde8-180e0b169bf1 admin admin] Notify callbacks [] for router, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:45.177030 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvr_db [None req-f479be71-c1bb-4d59-b29b-7c6caa108d0a None None] Set router 2d31c4d3-ab89-47bb-9d35-d53122fd64da gateway port host: dv-cinder-788363-5-iscsi {{(pid=92918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:10:45.219320 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-412187f5-909a-49b9-bde8-180e0b169bf1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:45.273143 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [None req-412187f5-909a-49b9-bde8-180e0b169bf1 admin admin] Deleting port 1e23690e-7784-4754-b624-0ea5dfbed973 {{(pid=92915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:10:45.273483 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-412187f5-909a-49b9-bde8-180e0b169bf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:45.349844 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [None req-412187f5-909a-49b9-bde8-180e0b169bf1 admin admin] For port 1e23690e-7784-4754-b624-0ea5dfbed973, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=1e23690e-7784-4754-b624-0ea5dfbed973,segment=NetworkSegment(d7a48dfa-38cd-4c9a-ae5e-4dc474366c17),segment_id=d7a48dfa-38cd-4c9a-ae5e-4dc474366c17)] {{(pid=92915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:10:45.350202 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-412187f5-909a-49b9-bde8-180e0b169bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:45.361680 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.l3_hamode_db [None req-f479be71-c1bb-4d59-b29b-7c6caa108d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d31c4d3-ab89-47bb-9d35-d53122fd64da', 'name': 'tempest-TestVolumeBootPattern-125792113-router', 'tenant_id': '8cac8a72e41b4073acbf8e2425123f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1e23690e-7784-4754-b624-0ea5dfbed973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:03:24Z', 'updated_at': '2021-07-06T15:10:44Z', 'revision_number': 5, 'project_id': '8cac8a72e41b4073acbf8e2425123f77', 'gw_port': {'id': '1e23690e-7784-4754-b624-0ea5dfbed973', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d31c4d3-ab89-47bb-9d35-d53122fd64da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:25Z', 'updated_at': '2021-07-06T15:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}], 'dv-cinder-788363-5-iscsi', False) {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:10:45.362855 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [None req-412187f5-909a-49b9-bde8-180e0b169bf1 admin admin] Calling delete_port for 1e23690e-7784-4754-b624-0ea5dfbed973 owned by network:router_gateway {{(pid=92915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:10:45.389621 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f479be71-c1bb-4d59-b29b-7c6caa108d0a None None] The sync data for ids ['2d31c4d3-ab89-47bb-9d35-d53122fd64da'] in dv-cinder-788363-5-iscsi is: [{'id': '2d31c4d3-ab89-47bb-9d35-d53122fd64da', 'name': 'tempest-TestVolumeBootPattern-125792113-router', 'tenant_id': '8cac8a72e41b4073acbf8e2425123f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'external_fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1e23690e-7784-4754-b624-0ea5dfbed973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:03:24Z', 'updated_at': '2021-07-06T15:10:44Z', 'revision_number': 5, 'project_id': '8cac8a72e41b4073acbf8e2425123f77', 'gw_port': {'id': '1e23690e-7784-4754-b624-0ea5dfbed973', 'name': '', 'network_id': 'cda8cae0-c766-4621-9577-ca435140768c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d31c4d3-ab89-47bb-9d35-d53122fd64da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:03:25Z', 'updated_at': '2021-07-06T15:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f1b7348-831f-4a39-b588-ec6aad475c62', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-5-iscsi'}] {{(pid=92918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:10:45.525859 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-412187f5-909a-49b9-bde8-180e0b169bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2297282'] for port, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:45.559531 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412187f5-909a-49b9-bde8-180e0b169bf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e23690e-7784-4754-b624-0ea5dfbed973,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:10:45.623528 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-412187f5-909a-49b9-bde8-180e0b169bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-413077'] for router_gateway, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:45.714538 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-412187f5-909a-49b9-bde8-180e0b169bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27700'] for router, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:45.716657 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-412187f5-909a-49b9-bde8-180e0b169bf1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:45.777579 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-412187f5-909a-49b9-bde8-180e0b169bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7865265'] for router, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:45.778194 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412187f5-909a-49b9-bde8-180e0b169bf1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d31c4d3-ab89-47bb-9d35-d53122fd64da {{(pid=92915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:10:45.782737 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-412187f5-909a-49b9-bde8-180e0b169bf1 admin admin] Notify callbacks [] for router, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:45.783912 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-412187f5-909a-49b9-bde8-180e0b169bf1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/2d31c4d3-ab89-47bb-9d35-d53122fd64da HTTP/1.1" status: 204 len: 168 time: 1.0623910 Jul 06 15:10:45.787107 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 58016) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:10:45.836538 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7de26d7-ad0f-4e71-9412-98ec9d254b8b admin admin] Deleting subnet 46df15fe-913c-4c52-a8f9-e6efc7afc5c4 {{(pid=92915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 15:10:45.839882 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-f7de26d7-ad0f-4e71-9412-98ec9d254b8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:45.875905 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-f7de26d7-ad0f-4e71-9412-98ec9d254b8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4166504'] for subnet, precommit_delete_associations {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:45.960087 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-f7de26d7-ad0f-4e71-9412-98ec9d254b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7770968'] for subnet, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:46.014647 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-f7de26d7-ad0f-4e71-9412-98ec9d254b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7770961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2297336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146455'] for subnet, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:46.045391 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de26d7-ad0f-4e71-9412-98ec9d254b8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46df15fe-913c-4c52-a8f9-e6efc7afc5c4,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:10:46.051126 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-f7de26d7-ad0f-4e71-9412-98ec9d254b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for subnet, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:46.053278 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-f7de26d7-ad0f-4e71-9412-98ec9d254b8b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/46df15fe-913c-4c52-a8f9-e6efc7afc5c4 HTTP/1.1" status: 204 len: 168 time: 0.2651932 Jul 06 15:10:46.055702 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [-] (92915) accepted ('10.222.0.20', 58018) {{(pid=92915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:10:46.058906 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffc2028-d358-47e8-8659-9651641e62be None None] Network 1e74484a-4c7e-46ba-82f0-b7dbea123d75 requested from dv-cinder-788363-5-iscsi {{(pid=92917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:10:46.124056 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5e83ac9b-b3ec-4336-bf50-bb3fbb8a49d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558629'] for network, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:46.178670 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [None req-5e83ac9b-b3ec-4336-bf50-bb3fbb8a49d3 admin admin] Deleting port 18ffb67b-917a-4dd2-8b96-2b2e76981d79 {{(pid=92915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:10:46.179036 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5e83ac9b-b3ec-4336-bf50-bb3fbb8a49d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766384860892'] for port, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:46.246386 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.db [None req-5e83ac9b-b3ec-4336-bf50-bb3fbb8a49d3 admin admin] For port 18ffb67b-917a-4dd2-8b96-2b2e76981d79, host dv-cinder-788363-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-5-iscsi',level=0,port_id=18ffb67b-917a-4dd2-8b96-2b2e76981d79,segment=NetworkSegment(2c87bf5e-e856-4985-97de-b753745d358c),segment_id=2c87bf5e-e856-4985-97de-b753745d358c)] {{(pid=92915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:10:46.247224 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5e83ac9b-b3ec-4336-bf50-bb3fbb8a49d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7869650'] for port, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:46.261662 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.plugin [None req-5e83ac9b-b3ec-4336-bf50-bb3fbb8a49d3 admin admin] Calling delete_port for 18ffb67b-917a-4dd2-8b96-2b2e76981d79 owned by network:dhcp {{(pid=92915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:10:46.339564 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5e83ac9b-b3ec-4336-bf50-bb3fbb8a49d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-614199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766384867862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766384311534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2297282'] for port, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:46.366360 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83ac9b-b3ec-4336-bf50-bb3fbb8a49d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=18ffb67b-917a-4dd2-8b96-2b2e76981d79,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:10:46.369749 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e83ac9b-b3ec-4336-bf50-bb3fbb8a49d3 admin admin] No DVR routers for this DVR port 18ffb67b-917a-4dd2-8b96-2b2e76981d79 on host dv-cinder-788363-5-iscsi {{(pid=92915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:10:46.387191 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c0016d-7476-4f64-8e1b-7e341c673688 None None] DHCP port deletion for 1e74484a-4c7e-46ba-82f0-b7dbea123d75 request from dv-cinder-788363-5-iscsi {{(pid=92917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 15:10:46.444469 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5e83ac9b-b3ec-4336-bf50-bb3fbb8a49d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7824845', 'neutron.services.segments.db._delete_segments_for_network-8766384846942'] for network, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:46.454230 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.services.segments.db [None req-5e83ac9b-b3ec-4336-bf50-bb3fbb8a49d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e74484a-4c7e-46ba-82f0-b7dbea123d75']}} {{(pid=92915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:10:46.464741 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.services.segments.db [None req-5e83ac9b-b3ec-4336-bf50-bb3fbb8a49d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c87bf5e-e856-4985-97de-b753745d358c') {'for_net_delete': True} {{(pid=92915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:10:46.465035 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.services.segments.db [None req-5e83ac9b-b3ec-4336-bf50-bb3fbb8a49d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c87bf5e-e856-4985-97de-b753745d358c') {} {{(pid=92915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:10:46.474186 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5e83ac9b-b3ec-4336-bf50-bb3fbb8a49d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766384831618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4166527'] for segment, before_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:46.487224 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5e83ac9b-b3ec-4336-bf50-bb3fbb8a49d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185'] for segment, precommit_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:46.493367 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e83ac9b-b3ec-4336-bf50-bb3fbb8a49d3 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=92915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:10:46.493748 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5e83ac9b-b3ec-4336-bf50-bb3fbb8a49d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7772185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2297117'] for segment, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:46.495376 dv-cinder-788363-5-iscsi neutron-server[92915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:10:46.495376 dv-cinder-788363-5-iscsi neutron-server[92915]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:10:46.495376 dv-cinder-788363-5-iscsi neutron-server[92915]: Traceback (most recent call last): Jul 06 15:10:46.495376 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:10:46.495376 dv-cinder-788363-5-iscsi neutron-server[92915]: timer() Jul 06 15:10:46.495376 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:10:46.495376 dv-cinder-788363-5-iscsi neutron-server[92915]: cb(*args, **kw) Jul 06 15:10:46.495376 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:10:46.495376 dv-cinder-788363-5-iscsi neutron-server[92915]: return func(*args, **kwargs) Jul 06 15:10:46.495376 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:10:46.495376 dv-cinder-788363-5-iscsi neutron-server[92915]: self._notify() Jul 06 15:10:46.495376 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:10:46.495376 dv-cinder-788363-5-iscsi neutron-server[92915]: self.callback(batched_events) Jul 06 15:10:46.495376 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:10:46.495376 dv-cinder-788363-5-iscsi neutron-server[92915]: event.method(event) Jul 06 15:10:46.495376 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:10:46.495376 dv-cinder-788363-5-iscsi neutron-server[92915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:10:46.495376 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:10:46.495376 dv-cinder-788363-5-iscsi neutron-server[92915]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:10:46.495376 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:10:46.495376 dv-cinder-788363-5-iscsi neutron-server[92915]: return f(self, *a, **k) Jul 06 15:10:46.495376 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:10:46.495376 dv-cinder-788363-5-iscsi neutron-server[92915]: return self._get(url).json() Jul 06 15:10:46.495376 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:10:46.495376 dv-cinder-788363-5-iscsi neutron-server[92915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:10:46.495376 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:10:46.495376 dv-cinder-788363-5-iscsi neutron-server[92915]: return self.request(url, 'GET', **kwargs) Jul 06 15:10:46.495376 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:10:46.495376 dv-cinder-788363-5-iscsi neutron-server[92915]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:10:46.495376 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:10:46.495376 dv-cinder-788363-5-iscsi neutron-server[92915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:10:46.495376 dv-cinder-788363-5-iscsi neutron-server[92915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:10:46.495376 dv-cinder-788363-5-iscsi neutron-server[92915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:10:46.495376 dv-cinder-788363-5-iscsi neutron-server[92915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:10:46.552353 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5e83ac9b-b3ec-4336-bf50-bb3fbb8a49d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7824838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-273920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-413105'] for network, after_delete {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:46.557566 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron_lib.callbacks.manager [None req-5e83ac9b-b3ec-4336-bf50-bb3fbb8a49d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887023'] for network, before_response {{(pid=92915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:46.559508 dv-cinder-788363-5-iscsi neutron-server[92915]: INFO neutron.wsgi [None req-5e83ac9b-b3ec-4336-bf50-bb3fbb8a49d3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1e74484a-4c7e-46ba-82f0-b7dbea123d75 HTTP/1.1" status: 204 len: 168 time: 0.5024490 Jul 06 15:10:46.571091 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83ac9b-b3ec-4336-bf50-bb3fbb8a49d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e74484a-4c7e-46ba-82f0-b7dbea123d75,revision_number=None']} {{(pid=92915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:10:46.673149 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 58022) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:10:46.712892 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-c96c4665-070f-4f0d-af73-7f6515d0027d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6638c7280e734d51ae0c55b6eb0195b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385625 Jul 06 15:10:46.715283 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 58024) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:10:46.761798 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-4694f08c-d243-40a1-a1ff-d5d96b7deb31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:46.782661 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-4694f08c-d243-40a1-a1ff-d5d96b7deb31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:46.828782 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-4694f08c-d243-40a1-a1ff-d5d96b7deb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:46.831403 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-4694f08c-d243-40a1-a1ff-d5d96b7deb31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:46.833280 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-4694f08c-d243-40a1-a1ff-d5d96b7deb31 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98d9d825-fd0c-4243-b0f9-425de53f4a1e HTTP/1.1" status: 204 len: 168 time: 0.1164715 Jul 06 15:10:46.841292 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694f08c-d243-40a1-a1ff-d5d96b7deb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d9d825-fd0c-4243-b0f9-425de53f4a1e,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:10:46.994803 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 18ffb67b-917a-4dd2-8b96-2b2e76981d79 no longer exists at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:10:47.020584 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] No Port match for: 18ffb67b-917a-4dd2-8b96-2b2e76981d79 {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:10:47.021019 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 18ffb67b-917a-4dd2-8b96-2b2e76981d79 not bound to the agent host dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:10:47.021515 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 1e23690e-7784-4754-b624-0ea5dfbed973 no longer exists at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:10:47.040768 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] No Port match for: 1e23690e-7784-4754-b624-0ea5dfbed973 {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:10:47.041091 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 1e23690e-7784-4754-b624-0ea5dfbed973 not bound to the agent host dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:10:47.041510 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 8494dbde-b308-4767-b428-bfe94e1c8bec no longer exists at agent ovs-agent-dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:10:47.060028 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] No Port match for: 8494dbde-b308-4767-b428-bfe94e1c8bec {{(pid=92917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:10:47.060714 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.rpc [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Device 8494dbde-b308-4767-b428-bfe94e1c8bec not bound to the agent host dv-cinder-788363-5-iscsi {{(pid=92917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:10:47.158923 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 58030) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:10:47.201330 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-0b232114-409c-48ba-bd07-f49b589521d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8cac8a72e41b4073acbf8e2425123f77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412180 Jul 06 15:10:47.203787 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [-] (92916) accepted ('10.222.0.20', 58032) {{(pid=92916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:10:47.250184 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0bf9d572-1d7b-4919-bfce-7b2d5e07c70c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:47.274282 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0bf9d572-1d7b-4919-bfce-7b2d5e07c70c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:47.320648 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0bf9d572-1d7b-4919-bfce-7b2d5e07c70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274028'] for security_group, after_delete {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:47.323232 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-0bf9d572-1d7b-4919-bfce-7b2d5e07c70c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:47.324365 dv-cinder-788363-5-iscsi neutron-server[92916]: INFO neutron.wsgi [None req-0bf9d572-1d7b-4919-bfce-7b2d5e07c70c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/44b1864a-756e-4359-aa5d-7df29c016471 HTTP/1.1" status: 204 len: 168 time: 0.1196985 Jul 06 15:10:47.333177 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9d572-1d7b-4919-bfce-7b2d5e07c70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b1864a-756e-4359-aa5d-7df29c016471,revision_number=None']} {{(pid=92916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:10:48.502443 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 6 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:11:01.992328 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-3846e82a-3fa8-409e-a72f-dcb087e4989f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:05.438608 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-b755a91b-58b5-40d3-9487-1a7899f33490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:05.500016 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:06.623783 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:07.582317 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:08.649205 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:25.501465 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 6 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:11:31.993064 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-a80f208b-efe5-477f-8399-ea2eabcde294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:35.443379 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-73408e03-0e6d-49cd-ae3f-fef524760431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:35.499991 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:36.626230 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:37.607577 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:38.652986 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:01.993776 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4ec9fe06-f9a0-465e-8a7e-e8a79d14dcff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:02.500976 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 6 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:12:05.444842 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-9e2c6d4a-abbb-4892-a8e7-11d68d85fac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:05.500836 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:06.629427 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:07.621207 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:08.655447 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:31.997165 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-cc3602b7-0436-4c4d-9ab3-a3003844e761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:35.446379 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-6bb14d35-b2aa-4653-9902-383bcd234934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:35.501508 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:36.632272 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:37.621521 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:38.658305 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:39.499529 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 6 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:13:01.998879 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-f03d2dcb-d8b1-416c-8595-0bf4f0f69cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:05.454893 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d9bbd1f2-1549-468d-9632-0266648dfdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:05.502890 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:06.634496 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:07.620568 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:08.661650 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:16.498535 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 6 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:13:32.000589 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-aaaa8561-0eda-4727-b93b-4f21a0c23584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:35.449672 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-418618e0-e157-48f1-bdc2-2fb7024ffb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:35.502953 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:36.638419 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:37.635783 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:38.663306 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:53.497147 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 6 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:14:02.009929 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-87000d6c-fa55-49e5-b54a-4a5f0d16aa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:05.453933 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-68dbe711-9f31-4cb2-95dc-51464035375f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:05.505666 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:06.642290 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:07.635341 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:08.669186 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:30.495913 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 6 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:14:32.000606 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8ddeccba-b738-4ec9-9131-3800f0c959ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:35.457169 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-9c065e32-5514-4175-afc4-83bb372dace1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:35.508982 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:36.650671 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:37.652420 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:38.669074 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:02.003166 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-c404fbd3-f9bc-4e2e-98c8-d9038c88196c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:05.459114 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-fc9d64a2-51c5-428b-aee7-ab546e651344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:05.510028 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:06.649799 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:07.494471 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 6 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:15:07.665452 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:08.673352 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:23.373558 dv-cinder-788363-5-iscsi neutron-server[92915]: DEBUG neutron.wsgi [req-f1b524fa-54e3-4a5a-a50c-3476aaf07f18 req-121f33b9-cad4-4733-b3a3-cd46e628aaf1 tempest-ServerRescueNegativeTestJSON-1250458790 tempest-ServerRescueNegativeTestJSON-1250458790-project] (92915) timed out ('10.222.0.25', 56628) {{(pid=92915) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 15:15:24.320506 dv-cinder-788363-5-iscsi neutron-server[92916]: DEBUG neutron.wsgi [req-9aa4b7a1-6c8f-44e0-ad3a-a1d5c2cadc3c req-b6c807fc-56a0-4327-979f-46ae0bfd61c3 tempest-AttachVolumeNegativeTest-1807570446 tempest-AttachVolumeNegativeTest-1807570446-project] (92916) timed out ('10.222.0.25', 56637) {{(pid=92916) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 15:15:32.004082 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-dd14f077-b8c4-4d1f-b281-f9cf6821fc06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:35.462958 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-bf7ca4e0-4df3-4ebd-8c1a-9f5c6eec7413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:35.509823 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-d55af817-7e27-409d-ab3d-02e7bfa039d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:36.650314 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-121f1cf6-0eca-41a1-8ec8-9d1fc56c2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:37.666998 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-86894200-5a8d-475e-84bb-cc0d4f95fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:38.674613 dv-cinder-788363-5-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-4155ea21-8e7b-41c4-b502-72a0c36dc9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766384846924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7830919'] for agent, after_update {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:44.493467 dv-cinder-788363-5-iscsi neutron-server[92918]: DEBUG neutron.db.agents_db [None req-9901cb40-9dac-448e-bb51-3008f6a3e2e6 None None] Agent healthcheck: found 6 active agents {{(pid=92918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}